2024-11-09 18:24:06,886 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-09 18:24:06,902 main DEBUG Took 0.013259 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 18:24:06,903 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 18:24:06,903 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 18:24:06,904 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 18:24:06,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:24:06,916 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 18:24:06,930 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:24:06,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:24:06,933 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:24:06,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:24:06,934 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:24:06,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:24:06,936 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:24:06,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:24:06,937 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:24:06,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:24:06,939 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:24:06,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:24:06,940 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:24:06,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:24:06,942 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:24:06,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:24:06,943 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:24:06,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:24:06,944 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:24:06,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:24:06,946 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:24:06,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:24:06,947 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:24:06,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:24:06,948 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:24:06,949 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 18:24:06,951 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:24:06,953 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 18:24:06,956 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 18:24:06,957 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 18:24:06,959 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 18:24:06,960 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 18:24:06,972 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 18:24:06,975 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 18:24:06,978 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 18:24:06,979 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 18:24:06,980 main DEBUG createAppenders(={Console}) 2024-11-09 18:24:06,981 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-09 18:24:06,981 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-09 18:24:06,982 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-09 18:24:06,982 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 18:24:06,983 main DEBUG OutputStream closed 2024-11-09 18:24:06,983 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 18:24:06,984 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 18:24:06,984 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-09 18:24:07,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 18:24:07,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 18:24:07,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 18:24:07,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 18:24:07,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 18:24:07,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 18:24:07,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 18:24:07,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 18:24:07,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 18:24:07,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 18:24:07,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 18:24:07,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 18:24:07,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 18:24:07,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 18:24:07,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 18:24:07,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 18:24:07,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 18:24:07,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 18:24:07,098 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 18:24:07,098 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-09 18:24:07,099 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 18:24:07,100 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-09T18:24:07,437 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b 2024-11-09 18:24:07,441 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 18:24:07,442 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T18:24:07,453 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-09T18:24:07,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:24:07,510 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/cluster_b9066385-8152-b921-83ac-81177159415f, deleteOnExit=true 2024-11-09T18:24:07,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:24:07,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/test.cache.data in system properties and HBase conf 2024-11-09T18:24:07,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:24:07,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:24:07,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:24:07,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:24:07,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:24:07,628 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T18:24:07,739 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:24:07,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:24:07,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:24:07,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:24:07,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:24:07,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:24:07,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:24:07,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:24:07,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:24:07,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:24:07,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:24:07,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:24:07,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:24:07,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:24:07,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:24:08,844 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T18:24:08,936 INFO [Time-limited test {}] log.Log(170): Logging initialized @3011ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T18:24:09,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:24:09,112 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:24:09,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:24:09,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:24:09,142 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:24:09,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:24:09,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:24:09,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:24:09,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/java.io.tmpdir/jetty-localhost-40775-hadoop-hdfs-3_4_1-tests_jar-_-any-10517662288720750632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:24:09,447 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:40775} 2024-11-09T18:24:09,448 INFO [Time-limited test {}] server.Server(415): Started @3524ms 2024-11-09T18:24:10,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:24:10,128 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:24:10,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:24:10,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:24:10,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:24:10,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:24:10,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:24:10,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/java.io.tmpdir/jetty-localhost-43015-hadoop-hdfs-3_4_1-tests_jar-_-any-3097582117172426458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:24:10,254 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:43015} 2024-11-09T18:24:10,254 INFO [Time-limited test {}] server.Server(415): Started @4330ms 2024-11-09T18:24:10,308 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:24:11,446 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/cluster_b9066385-8152-b921-83ac-81177159415f/data/data1/current/BP-287385357-172.17.0.3-1731176648304/current, will proceed with Du for space computation calculation, 2024-11-09T18:24:11,446 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/cluster_b9066385-8152-b921-83ac-81177159415f/data/data2/current/BP-287385357-172.17.0.3-1731176648304/current, will proceed with Du for space computation calculation, 2024-11-09T18:24:11,479 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:24:11,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b 2024-11-09T18:24:11,526 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f9fa3731ccca212 with lease ID 0x86d1090c59b3782d: Processing first storage report for DS-de1875ab-b808-4829-beb9-40b173b6f749 from datanode DatanodeRegistration(127.0.0.1:37127, datanodeUuid=f2da620a-992a-431a-8518-077eb9297b95, infoPort=37795, infoSecurePort=0, ipcPort=44073, storageInfo=lv=-57;cid=testClusterID;nsid=770448797;c=1731176648304) 2024-11-09T18:24:11,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f9fa3731ccca212 with lease ID 0x86d1090c59b3782d: from storage DS-de1875ab-b808-4829-beb9-40b173b6f749 node DatanodeRegistration(127.0.0.1:37127, datanodeUuid=f2da620a-992a-431a-8518-077eb9297b95, infoPort=37795, infoSecurePort=0, ipcPort=44073, storageInfo=lv=-57;cid=testClusterID;nsid=770448797;c=1731176648304), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T18:24:11,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f9fa3731ccca212 with lease ID 0x86d1090c59b3782d: Processing first storage report for DS-5387e54a-cd6f-46f2-aac6-4f1f9c1f935c from datanode DatanodeRegistration(127.0.0.1:37127, datanodeUuid=f2da620a-992a-431a-8518-077eb9297b95, infoPort=37795, infoSecurePort=0, ipcPort=44073, storageInfo=lv=-57;cid=testClusterID;nsid=770448797;c=1731176648304) 2024-11-09T18:24:11,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f9fa3731ccca212 with lease ID 0x86d1090c59b3782d: from storage DS-5387e54a-cd6f-46f2-aac6-4f1f9c1f935c node DatanodeRegistration(127.0.0.1:37127, datanodeUuid=f2da620a-992a-431a-8518-077eb9297b95, infoPort=37795, infoSecurePort=0, ipcPort=44073, storageInfo=lv=-57;cid=testClusterID;nsid=770448797;c=1731176648304), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T18:24:11,601 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/cluster_b9066385-8152-b921-83ac-81177159415f/zookeeper_0, clientPort=50562, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/cluster_b9066385-8152-b921-83ac-81177159415f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/cluster_b9066385-8152-b921-83ac-81177159415f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:24:11,613 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50562 2024-11-09T18:24:11,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:24:11,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:24:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:24:12,294 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4 with version=8 2024-11-09T18:24:12,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/hbase-staging 2024-11-09T18:24:12,380 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T18:24:12,582 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:24:12,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:24:12,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:24:12,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:24:12,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:24:12,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:24:12,742 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:24:12,798 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T18:24:12,810 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T18:24:12,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:24:12,841 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 34076 (auto-detected) 2024-11-09T18:24:12,842 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T18:24:12,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36343 2024-11-09T18:24:12,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36343 connecting to ZooKeeper ensemble=127.0.0.1:50562 2024-11-09T18:24:13,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363430x0, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:24:13,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36343-0x10120d756e70000 connected 2024-11-09T18:24:13,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:24:13,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:24:13,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:24:13,117 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4, hbase.cluster.distributed=false 2024-11-09T18:24:13,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:24:13,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36343 2024-11-09T18:24:13,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36343 2024-11-09T18:24:13,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36343 2024-11-09T18:24:13,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36343 2024-11-09T18:24:13,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36343 2024-11-09T18:24:13,237 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:24:13,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:24:13,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:24:13,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:24:13,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:24:13,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:24:13,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:24:13,244 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:24:13,245 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41913 2024-11-09T18:24:13,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41913 connecting to ZooKeeper ensemble=127.0.0.1:50562 2024-11-09T18:24:13,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:24:13,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:24:13,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419130x0, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:24:13,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419130x0, quorum=127.0.0.1:50562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:24:13,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41913-0x10120d756e70001 connected 2024-11-09T18:24:13,281 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:24:13,288 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:24:13,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:24:13,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:24:13,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41913 2024-11-09T18:24:13,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41913 2024-11-09T18:24:13,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41913 2024-11-09T18:24:13,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41913 2024-11-09T18:24:13,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41913 2024-11-09T18:24:13,313 DEBUG [M:0;fb97eb0edbe8:36343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:36343 2024-11-09T18:24:13,314 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb97eb0edbe8,36343,1731176652426 2024-11-09T18:24:13,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:24:13,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:24:13,333 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb97eb0edbe8,36343,1731176652426 2024-11-09T18:24:13,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:24:13,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:24:13,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:24:13,362 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T18:24:13,363 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb97eb0edbe8,36343,1731176652426 from backup master directory 2024-11-09T18:24:13,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb97eb0edbe8,36343,1731176652426 2024-11-09T18:24:13,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:24:13,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:24:13,373 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:24:13,373 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,36343,1731176652426 2024-11-09T18:24:13,375 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T18:24:13,377 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T18:24:13,427 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/hbase.id] with ID: 2382c346-a5e5-40d1-8a2e-80bd0affd5c1 2024-11-09T18:24:13,427 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/.tmp/hbase.id 2024-11-09T18:24:13,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:24:13,842 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/.tmp/hbase.id]:[hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/hbase.id] 2024-11-09T18:24:13,893 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:24:13,898 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:24:13,917 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-09T18:24:13,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:24:13,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:24:14,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:24:14,424 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:24:14,427 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:24:14,441 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:14,446 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:24:14,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:24:14,898 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store 2024-11-09T18:24:14,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:24:15,327 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T18:24:15,332 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:24:15,333 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:24:15,334 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:24:15,334 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:24:15,336 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:24:15,336 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:24:15,336 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:24:15,337 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176655333Disabling compacts and flushes for region at 1731176655333Disabling writes for close at 1731176655336 (+3 ms)Writing region close event to WAL at 1731176655336Closed at 1731176655336 2024-11-09T18:24:15,340 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/.initializing 2024-11-09T18:24:15,340 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/WALs/fb97eb0edbe8,36343,1731176652426 2024-11-09T18:24:15,347 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:24:15,362 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C36343%2C1731176652426, suffix=, logDir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/WALs/fb97eb0edbe8,36343,1731176652426, archiveDir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/oldWALs, maxLogs=10 2024-11-09T18:24:15,384 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/WALs/fb97eb0edbe8,36343,1731176652426/fb97eb0edbe8%2C36343%2C1731176652426.1731176655367, exclude list is [], retry=0 2024-11-09T18:24:15,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37127,DS-de1875ab-b808-4829-beb9-40b173b6f749,DISK] 2024-11-09T18:24:15,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T18:24:15,440 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/WALs/fb97eb0edbe8,36343,1731176652426/fb97eb0edbe8%2C36343%2C1731176652426.1731176655367 2024-11-09T18:24:15,441 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37795:37795)] 2024-11-09T18:24:15,442 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:24:15,442 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:24:15,446 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:24:15,447 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:24:15,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:24:15,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:24:15,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:15,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:24:15,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:24:15,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:24:15,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:15,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:24:15,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:24:15,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:24:15,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:15,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:24:15,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:24:15,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:24:15,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:15,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:24:15,521 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:24:15,525 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:24:15,526 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:24:15,531 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:24:15,531 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:24:15,535 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:24:15,539 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:24:15,543 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:24:15,545 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69061876, jitterRate=0.0291021466255188}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:24:15,551 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176655459Initializing all the Stores at 1731176655461 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176655461Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176655462 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176655462Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176655462Cleaning up temporary data from old regions at 1731176655531 (+69 ms)Region opened successfully at 1731176655550 (+19 ms) 2024-11-09T18:24:15,552 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:24:15,586 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be0e44b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:24:15,621 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:24:15,631 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:24:15,631 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:24:15,634 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:24:15,635 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T18:24:15,639 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-09T18:24:15,639 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:24:15,662 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:24:15,670 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T18:24:15,677 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T18:24:15,679 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:24:15,681 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:24:15,687 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T18:24:15,690 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:24:15,693 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:24:15,706 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T18:24:15,709 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:24:15,719 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T18:24:15,740 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:24:15,750 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T18:24:15,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:24:15,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:24:15,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:24:15,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:24:15,765 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,36343,1731176652426, sessionid=0x10120d756e70000, setting cluster-up flag (Was=false) 2024-11-09T18:24:15,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:24:15,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:24:15,824 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T18:24:15,826 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,36343,1731176652426 2024-11-09T18:24:15,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:24:15,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:24:15,877 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T18:24:15,881 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,36343,1731176652426 2024-11-09T18:24:15,890 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:24:15,905 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(746): ClusterId : 2382c346-a5e5-40d1-8a2e-80bd0affd5c1 2024-11-09T18:24:15,907 DEBUG [RS:0;fb97eb0edbe8:41913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:24:15,921 DEBUG [RS:0;fb97eb0edbe8:41913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:24:15,921 DEBUG [RS:0;fb97eb0edbe8:41913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:24:15,931 DEBUG [RS:0;fb97eb0edbe8:41913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:24:15,932 DEBUG [RS:0;fb97eb0edbe8:41913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546bf5c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:24:15,946 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:41913 2024-11-09T18:24:15,948 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:24:15,949 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:24:15,949 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:24:15,951 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,36343,1731176652426 with port=41913, startcode=1731176653206 2024-11-09T18:24:15,957 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:24:15,962 DEBUG [RS:0;fb97eb0edbe8:41913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:24:15,966 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:24:15,972 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:24:15,978 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,36343,1731176652426 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:24:15,986 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:24:15,987 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:24:15,987 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:24:15,987 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:24:15,987 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:24:15,988 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:24:15,988 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:24:15,988 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:24:15,992 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176685992 2024-11-09T18:24:15,994 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:24:15,996 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:24:15,996 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:24:15,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:24:15,999 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:24:16,000 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:24:16,000 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:24:16,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:24:16,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:24:16,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:16,003 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:16,003 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:24:16,005 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:24:16,006 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:24:16,006 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:24:16,007 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:16,012 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:24:16,012 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:24:16,014 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176656013,5,FailOnTimeoutGroup] 2024-11-09T18:24:16,015 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176656014,5,FailOnTimeoutGroup] 2024-11-09T18:24:16,015 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:16,015 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:24:16,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:24:16,017 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:16,017 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:16,032 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T18:24:16,032 WARN [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T18:24:16,134 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,36343,1731176652426 with port=41913, startcode=1731176653206 2024-11-09T18:24:16,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:16,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36343 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:16,146 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4 2024-11-09T18:24:16,146 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40377 2024-11-09T18:24:16,146 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:24:16,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:24:16,173 DEBUG [RS:0;fb97eb0edbe8:41913 {}] zookeeper.ZKUtil(111): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:16,173 WARN [RS:0;fb97eb0edbe8:41913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:24:16,173 INFO [RS:0;fb97eb0edbe8:41913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:24:16,173 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/WALs/fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:16,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,41913,1731176653206] 2024-11-09T18:24:16,196 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:24:16,211 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:24:16,216 INFO [RS:0;fb97eb0edbe8:41913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:24:16,216 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:16,217 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:24:16,222 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:24:16,224 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:16,224 DEBUG [RS:0;fb97eb0edbe8:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:24:16,224 DEBUG [RS:0;fb97eb0edbe8:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:24:16,225 DEBUG [RS:0;fb97eb0edbe8:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:24:16,225 DEBUG [RS:0;fb97eb0edbe8:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:24:16,225 DEBUG [RS:0;fb97eb0edbe8:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:24:16,225 DEBUG [RS:0;fb97eb0edbe8:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:24:16,225 DEBUG [RS:0;fb97eb0edbe8:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:24:16,226 DEBUG [RS:0;fb97eb0edbe8:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:24:16,226 DEBUG [RS:0;fb97eb0edbe8:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:24:16,226 DEBUG [RS:0;fb97eb0edbe8:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:24:16,226 DEBUG [RS:0;fb97eb0edbe8:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:24:16,226 DEBUG [RS:0;fb97eb0edbe8:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:24:16,226 DEBUG [RS:0;fb97eb0edbe8:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:24:16,227 DEBUG [RS:0;fb97eb0edbe8:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:24:16,228 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:16,228 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:16,228 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:16,228 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:16,228 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:16,228 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41913,1731176653206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:24:16,247 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:24:16,248 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41913,1731176653206-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:16,249 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:16,249 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.Replication(171): fb97eb0edbe8,41913,1731176653206 started 2024-11-09T18:24:16,267 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:16,267 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,41913,1731176653206, RpcServer on fb97eb0edbe8/172.17.0.3:41913, sessionid=0x10120d756e70001 2024-11-09T18:24:16,268 DEBUG [RS:0;fb97eb0edbe8:41913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:24:16,268 DEBUG [RS:0;fb97eb0edbe8:41913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:16,269 DEBUG [RS:0;fb97eb0edbe8:41913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,41913,1731176653206' 2024-11-09T18:24:16,269 DEBUG [RS:0;fb97eb0edbe8:41913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:24:16,270 DEBUG [RS:0;fb97eb0edbe8:41913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:24:16,270 DEBUG [RS:0;fb97eb0edbe8:41913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:24:16,271 DEBUG [RS:0;fb97eb0edbe8:41913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:24:16,271 DEBUG [RS:0;fb97eb0edbe8:41913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:16,271 DEBUG [RS:0;fb97eb0edbe8:41913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,41913,1731176653206' 2024-11-09T18:24:16,271 DEBUG [RS:0;fb97eb0edbe8:41913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:24:16,271 DEBUG [RS:0;fb97eb0edbe8:41913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:24:16,273 DEBUG [RS:0;fb97eb0edbe8:41913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:24:16,273 INFO [RS:0;fb97eb0edbe8:41913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:24:16,273 INFO [RS:0;fb97eb0edbe8:41913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:24:16,380 INFO [RS:0;fb97eb0edbe8:41913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:24:16,385 INFO [RS:0;fb97eb0edbe8:41913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C41913%2C1731176653206, suffix=, logDir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/WALs/fb97eb0edbe8,41913,1731176653206, archiveDir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/oldWALs, maxLogs=32 2024-11-09T18:24:16,409 DEBUG [RS:0;fb97eb0edbe8:41913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/WALs/fb97eb0edbe8,41913,1731176653206/fb97eb0edbe8%2C41913%2C1731176653206.1731176656388, exclude list is [], retry=0 2024-11-09T18:24:16,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37127,DS-de1875ab-b808-4829-beb9-40b173b6f749,DISK] 2024-11-09T18:24:16,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:24:16,420 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4 2024-11-09T18:24:16,421 INFO [RS:0;fb97eb0edbe8:41913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/WALs/fb97eb0edbe8,41913,1731176653206/fb97eb0edbe8%2C41913%2C1731176653206.1731176656388 2024-11-09T18:24:16,422 DEBUG [RS:0;fb97eb0edbe8:41913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37795:37795)] 2024-11-09T18:24:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:24:16,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:24:16,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:24:16,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:24:16,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:16,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:24:16,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:24:16,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:24:16,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:16,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:24:16,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:24:16,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:24:16,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:16,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:24:16,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:24:16,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:24:16,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:16,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:24:16,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:24:16,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740 2024-11-09T18:24:16,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740 2024-11-09T18:24:16,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:24:16,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:24:16,878 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T18:24:16,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:24:16,886 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:24:16,888 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65904842, jitterRate=-0.017941325902938843}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T18:24:16,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176656839Initializing all the Stores at 1731176656842 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176656842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176656843 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176656843Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176656843Cleaning up temporary data from old regions at 1731176656876 (+33 ms)Region opened successfully at 1731176656891 (+15 ms) 2024-11-09T18:24:16,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:24:16,892 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:24:16,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:24:16,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:24:16,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:24:16,894 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:24:16,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176656892Disabling compacts and flushes for region at 1731176656892Disabling writes for close at 1731176656893 (+1 ms)Writing region close event to WAL at 1731176656894 (+1 ms)Closed at 1731176656894 2024-11-09T18:24:16,899 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:24:16,900 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:24:16,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:24:16,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:24:16,919 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:24:17,073 DEBUG [fb97eb0edbe8:36343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:24:17,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:17,098 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,41913,1731176653206, state=OPENING 2024-11-09T18:24:17,151 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:24:17,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:24:17,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:24:17,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:24:17,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:24:17,164 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:24:17,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:24:17,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:24:17,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:24:17,369 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:24:17,369 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:24:17,370 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:24:17,376 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C41913%2C1731176653206.meta, suffix=.meta, logDir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/WALs/fb97eb0edbe8,41913,1731176653206, archiveDir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/oldWALs, maxLogs=32 2024-11-09T18:24:17,398 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/WALs/fb97eb0edbe8,41913,1731176653206/fb97eb0edbe8%2C41913%2C1731176653206.meta.1731176657379.meta, exclude list is [], retry=0 2024-11-09T18:24:17,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37127,DS-de1875ab-b808-4829-beb9-40b173b6f749,DISK] 2024-11-09T18:24:17,409 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/WALs/fb97eb0edbe8,41913,1731176653206/fb97eb0edbe8%2C41913%2C1731176653206.meta.1731176657379.meta 2024-11-09T18:24:17,410 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37795:37795)] 2024-11-09T18:24:17,410 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:24:17,413 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:24:17,417 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:24:17,424 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:24:17,430 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:24:17,431 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:24:17,432 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:24:17,432 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:24:17,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:24:17,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:24:17,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:17,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:24:17,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:24:17,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:24:17,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:17,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:24:17,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:24:17,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:24:17,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:17,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:24:17,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:24:17,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:24:17,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:17,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:24:17,453 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:24:17,456 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740 2024-11-09T18:24:17,459 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740 2024-11-09T18:24:17,463 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:24:17,463 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:24:17,465 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T18:24:17,469 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:24:17,472 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70024003, jitterRate=0.04343895614147186}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T18:24:17,472 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:24:17,475 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176657433Writing region info on filesystem at 1731176657433Initializing all the Stores at 1731176657436 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176657436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176657436Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176657436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176657436Cleaning up temporary data from old regions at 1731176657463 (+27 ms)Running coprocessor post-open hooks at 1731176657473 (+10 ms)Region opened successfully at 1731176657474 (+1 ms) 2024-11-09T18:24:17,485 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176657338 2024-11-09T18:24:17,497 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:24:17,497 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:24:17,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:17,503 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,41913,1731176653206, state=OPEN 2024-11-09T18:24:17,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:24:17,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:24:17,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:24:17,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:24:17,565 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:17,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:24:17,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,41913,1731176653206 in 399 msec 2024-11-09T18:24:17,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:24:17,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 670 msec 2024-11-09T18:24:17,586 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:24:17,586 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:24:17,612 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:17,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:17,638 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:17,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:17,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7430 sec 2024-11-09T18:24:17,664 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176657664, completionTime=-1 2024-11-09T18:24:17,668 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:24:17,668 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:24:17,703 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:24:17,703 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176717703 2024-11-09T18:24:17,703 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176777703 2024-11-09T18:24:17,703 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 34 msec 2024-11-09T18:24:17,706 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36343,1731176652426-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:17,707 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36343,1731176652426-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:17,707 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36343,1731176652426-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:17,709 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:36343, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:17,709 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:17,710 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:17,715 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:24:17,762 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.389sec 2024-11-09T18:24:17,763 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:24:17,765 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:24:17,766 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:24:17,770 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:24:17,770 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:24:17,771 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36343,1731176652426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:24:17,772 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36343,1731176652426-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:24:17,787 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:24:17,788 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:24:17,788 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36343,1731176652426-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:24:17,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d2c9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:17,821 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T18:24:17,821 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T18:24:17,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:17,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:17,835 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:17,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:17,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:17,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6faf04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:17,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:17,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:17,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:17,847 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:17,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a26ad16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:17,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:17,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:17,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,36343,1731176652426 2024-11-09T18:24:17,898 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=4057 2024-11-09T18:24:17,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:24:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,36343,1731176652426 2024-11-09T18:24:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f36750 2024-11-09T18:24:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:24:17,921 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:24:17,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T18:24:17,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:24:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T18:24:17,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:24:17,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-09T18:24:17,946 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:17,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:24:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:24:17,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741835_1011 (size=959) 2024-11-09T18:24:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:24:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:24:18,370 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4 2024-11-09T18:24:18,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741836_1012 (size=53) 2024-11-09T18:24:18,388 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:24:18,388 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f2be043550c7e44cb8964c3a524ca633, disabling compactions & flushes 2024-11-09T18:24:18,388 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:18,389 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:18,389 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. after waiting 0 ms 2024-11-09T18:24:18,389 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:18,389 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:18,389 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2be043550c7e44cb8964c3a524ca633: Waiting for close lock at 1731176658388Disabling compacts and flushes for region at 1731176658388Disabling writes for close at 1731176658389 (+1 ms)Writing region close event to WAL at 1731176658389Closed at 1731176658389 2024-11-09T18:24:18,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:24:18,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731176658392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176658392"}]},"ts":"1731176658392"} 2024-11-09T18:24:18,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:24:18,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:24:18,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176658407"}]},"ts":"1731176658407"} 2024-11-09T18:24:18,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T18:24:18,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2be043550c7e44cb8964c3a524ca633, ASSIGN}] 2024-11-09T18:24:18,418 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2be043550c7e44cb8964c3a524ca633, ASSIGN 2024-11-09T18:24:18,420 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2be043550c7e44cb8964c3a524ca633, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,41913,1731176653206; forceNewPlan=false, retain=false 2024-11-09T18:24:18,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2be043550c7e44cb8964c3a524ca633, regionState=OPENING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:18,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2be043550c7e44cb8964c3a524ca633, ASSIGN because future has completed 2024-11-09T18:24:18,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:24:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:24:18,740 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:18,740 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:24:18,741 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:18,741 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:24:18,741 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:18,741 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:18,750 INFO [StoreOpener-f2be043550c7e44cb8964c3a524ca633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:18,753 INFO [StoreOpener-f2be043550c7e44cb8964c3a524ca633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2be043550c7e44cb8964c3a524ca633 columnFamilyName A 2024-11-09T18:24:18,753 DEBUG [StoreOpener-f2be043550c7e44cb8964c3a524ca633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:18,755 INFO [StoreOpener-f2be043550c7e44cb8964c3a524ca633-1 {}] regionserver.HStore(327): Store=f2be043550c7e44cb8964c3a524ca633/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:24:18,755 INFO [StoreOpener-f2be043550c7e44cb8964c3a524ca633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:18,759 INFO [StoreOpener-f2be043550c7e44cb8964c3a524ca633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2be043550c7e44cb8964c3a524ca633 columnFamilyName B 2024-11-09T18:24:18,759 DEBUG [StoreOpener-f2be043550c7e44cb8964c3a524ca633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:18,761 INFO [StoreOpener-f2be043550c7e44cb8964c3a524ca633-1 {}] regionserver.HStore(327): Store=f2be043550c7e44cb8964c3a524ca633/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:24:18,761 INFO [StoreOpener-f2be043550c7e44cb8964c3a524ca633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:18,765 INFO [StoreOpener-f2be043550c7e44cb8964c3a524ca633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2be043550c7e44cb8964c3a524ca633 columnFamilyName C 2024-11-09T18:24:18,765 DEBUG [StoreOpener-f2be043550c7e44cb8964c3a524ca633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:18,766 INFO [StoreOpener-f2be043550c7e44cb8964c3a524ca633-1 {}] regionserver.HStore(327): Store=f2be043550c7e44cb8964c3a524ca633/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:24:18,768 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:18,770 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:18,771 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:18,774 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:18,774 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:18,776 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T18:24:18,780 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:18,786 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:24:18,787 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f2be043550c7e44cb8964c3a524ca633; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58864876, jitterRate=-0.12284499406814575}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T18:24:18,787 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:18,789 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f2be043550c7e44cb8964c3a524ca633: Running coprocessor pre-open hook at 1731176658741Writing region info on filesystem at 1731176658741Initializing all the Stores at 1731176658749 (+8 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176658749Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176658750 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176658750Cleaning up temporary data from old regions at 1731176658774 (+24 ms)Running coprocessor post-open hooks at 1731176658787 (+13 ms)Region opened successfully at 1731176658789 (+2 ms) 2024-11-09T18:24:18,792 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., pid=6, masterSystemTime=1731176658733 2024-11-09T18:24:18,798 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:18,798 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:18,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2be043550c7e44cb8964c3a524ca633, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:18,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:24:18,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:24:18,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 in 230 msec 2024-11-09T18:24:18,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:24:18,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2be043550c7e44cb8964c3a524ca633, ASSIGN in 398 msec 2024-11-09T18:24:18,822 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:24:18,823 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176658823"}]},"ts":"1731176658823"} 2024-11-09T18:24:18,827 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T18:24:18,830 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:24:18,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 897 msec 2024-11-09T18:24:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:24:19,098 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:19,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8feb56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:19,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:19,109 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:19,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:19,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:19,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c7780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:19,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:19,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:19,117 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89b31dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:19,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:19,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:19,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:24:19,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,36343,1731176652426 2024-11-09T18:24:19,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e07ee28 2024-11-09T18:24:19,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:24:19,140 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:24:19,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6432e8ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:19,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:19,148 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:19,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:19,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:19,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4e6a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:19,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:19,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:19,151 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e59e9dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392f723b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:19,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:19,155 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:19,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:19,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab7eb50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:19,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:19,158 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1c733d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0e98fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:19,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:19,164 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:19,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:19,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:19,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3937ace3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:19,168 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:19,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bed14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69066494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:19,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:19,172 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:19,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:19,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:19,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b130fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:19,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:19,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:19,176 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce4b195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f00f692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:19,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:19,179 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4712ff10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:19,182 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500e7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ec8db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:19,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:19,186 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:19,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:19,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14983026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:19,188 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51921b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff89310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:19,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:19,192 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adce01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:19,194 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:19,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7256f4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d81b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:19,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:19,198 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:19,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:19,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0dfe7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:19,200 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:19,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d04c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2019371a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:19,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:19,204 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7b74c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:19,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:19,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:19,206 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2db193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:19,212 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:19,212 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:19,212 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:19,213 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:19,213 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:19,214 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:19,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:19,215 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:19,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:19,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:19,217 DEBUG [Thread-158 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:19,217 DEBUG [Thread-158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:19,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:19,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:19,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:19,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:19,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:19,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-09T18:24:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:24:19,225 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:24:19,225 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:19,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:24:19,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:19,228 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:19,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:24:19,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:19,230 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:19,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:24:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:24:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:24:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:24:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:24:19,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:19,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:19,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:24:19,299 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:19,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:24:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:24:19,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T18:24:19,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:19,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:19,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:19,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:19,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:19,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/0cea9630147c48bc8cbef78052591bd4 is 50, key is test_row_0/A:col10/1731176659253/Put/seqid=0 2024-11-09T18:24:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:19,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176719457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:19,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741837_1013 (size=12001) 2024-11-09T18:24:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:19,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176719460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:19,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:19,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:19,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176719466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176719470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:19,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:19,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:19,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176719462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:19,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:24:19,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176719588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:19,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176719597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:19,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176719598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:19,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:19,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176719598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:19,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:19,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T18:24:19,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176719607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:19,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:19,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:19,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:19,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:19,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:19,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:19,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T18:24:19,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:19,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:19,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:19,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:19,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:19,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176719807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:19,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:19,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:19,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176719816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176719817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:19,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176719820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:19,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176719826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:19,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:24:19,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/0cea9630147c48bc8cbef78052591bd4 2024-11-09T18:24:19,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T18:24:19,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:19,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:19,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:19,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:19,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/616e08fd95754def86bd85e831706be8 is 50, key is test_row_0/B:col10/1731176659253/Put/seqid=0 2024-11-09T18:24:20,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741838_1014 (size=12001) 2024-11-09T18:24:20,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T18:24:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:20,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176720118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:20,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176720137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:20,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:20,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176720137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:20,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:20,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176720138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176720138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:20,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:20,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T18:24:20,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:20,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:20,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:20,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:24:20,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T18:24:20,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:20,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:20,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:20,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/616e08fd95754def86bd85e831706be8 2024-11-09T18:24:20,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/fabb9b25251540b38dcb0d5617302e83 is 50, key is test_row_0/C:col10/1731176659253/Put/seqid=0 2024-11-09T18:24:20,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741839_1015 (size=12001) 2024-11-09T18:24:20,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/fabb9b25251540b38dcb0d5617302e83 2024-11-09T18:24:20,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/0cea9630147c48bc8cbef78052591bd4 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0cea9630147c48bc8cbef78052591bd4 2024-11-09T18:24:20,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T18:24:20,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:20,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:20,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:20,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0cea9630147c48bc8cbef78052591bd4, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T18:24:20,594 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-09T18:24:20,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/616e08fd95754def86bd85e831706be8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/616e08fd95754def86bd85e831706be8 2024-11-09T18:24:20,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/616e08fd95754def86bd85e831706be8, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T18:24:20,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/fabb9b25251540b38dcb0d5617302e83 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/fabb9b25251540b38dcb0d5617302e83 2024-11-09T18:24:20,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/fabb9b25251540b38dcb0d5617302e83, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T18:24:20,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f2be043550c7e44cb8964c3a524ca633 in 1342ms, sequenceid=13, compaction requested=false 2024-11-09T18:24:20,663 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T18:24:20,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:20,679 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:20,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-09T18:24:20,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:20,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176720682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176720679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:20,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176720696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:20,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:20,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176720701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:20,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176720702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:20,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/5a1c256419694b338f675d6c8eb67c09 is 50, key is test_row_0/A:col10/1731176660675/Put/seqid=0 2024-11-09T18:24:20,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T18:24:20,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:20,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:20,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:20,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741840_1016 (size=14341) 2024-11-09T18:24:20,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176720807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:20,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176720808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:20,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:20,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:20,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176720817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176720818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:20,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:20,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176720827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:20,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:20,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:20,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T18:24:20,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:20,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:20,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:20,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:21,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176721017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:21,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:21,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176721018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:21,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176721038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:21,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:21,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176721039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:21,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:21,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176721038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:21,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:21,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T18:24:21,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:21,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:21,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:21,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:21,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:21,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/5a1c256419694b338f675d6c8eb67c09 2024-11-09T18:24:21,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T18:24:21,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:21,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:21,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:21,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:21,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:21,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/86f81b908f3147318f14aee48b55bea9 is 50, key is test_row_0/B:col10/1731176660675/Put/seqid=0 2024-11-09T18:24:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741841_1017 (size=12001) 2024-11-09T18:24:21,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/86f81b908f3147318f14aee48b55bea9 2024-11-09T18:24:21,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/48b4205566324dc0aa4ef7ecbf850660 is 50, key is test_row_0/C:col10/1731176660675/Put/seqid=0 2024-11-09T18:24:21,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176721326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:21,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176721336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:21,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:21,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176721357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:21,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:21,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176721358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176721358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:21,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:24:21,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T18:24:21,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:21,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:21,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:21,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:21,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:21,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741842_1018 (size=12001) 2024-11-09T18:24:21,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/48b4205566324dc0aa4ef7ecbf850660 2024-11-09T18:24:21,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/5a1c256419694b338f675d6c8eb67c09 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/5a1c256419694b338f675d6c8eb67c09 2024-11-09T18:24:21,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/5a1c256419694b338f675d6c8eb67c09, entries=200, sequenceid=44, filesize=14.0 K 2024-11-09T18:24:21,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/86f81b908f3147318f14aee48b55bea9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/86f81b908f3147318f14aee48b55bea9 2024-11-09T18:24:21,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/86f81b908f3147318f14aee48b55bea9, entries=150, sequenceid=44, filesize=11.7 K 2024-11-09T18:24:21,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/48b4205566324dc0aa4ef7ecbf850660 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/48b4205566324dc0aa4ef7ecbf850660 2024-11-09T18:24:21,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/48b4205566324dc0aa4ef7ecbf850660, entries=150, sequenceid=44, filesize=11.7 K 2024-11-09T18:24:21,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for f2be043550c7e44cb8964c3a524ca633 in 825ms, sequenceid=44, compaction requested=false 2024-11-09T18:24:21,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:21,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T18:24:21,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:21,538 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-09T18:24:21,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/8ba2f5ed8b5947419fc9fdad0895affe is 50, key is test_row_1/A:col10/1731176660695/Put/seqid=0 2024-11-09T18:24:21,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741843_1019 (size=7315) 2024-11-09T18:24:21,564 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/8ba2f5ed8b5947419fc9fdad0895affe 2024-11-09T18:24:21,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/15f1c0e298be4f6b82653d65decc4c50 is 50, key is test_row_1/B:col10/1731176660695/Put/seqid=0 2024-11-09T18:24:21,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741844_1020 (size=7315) 2024-11-09T18:24:21,615 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/15f1c0e298be4f6b82653d65decc4c50 2024-11-09T18:24:21,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/330a08f23f53490eb04ba1863317aebe is 50, key is test_row_1/C:col10/1731176660695/Put/seqid=0 2024-11-09T18:24:21,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741845_1021 (size=7315) 2024-11-09T18:24:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:21,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:21,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176721961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:21,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:21,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176721962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:21,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:21,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176721965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:21,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:21,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:21,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176721969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176721980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:21,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:21,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,077 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/330a08f23f53490eb04ba1863317aebe 2024-11-09T18:24:22,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176722087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176722092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/8ba2f5ed8b5947419fc9fdad0895affe as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8ba2f5ed8b5947419fc9fdad0895affe 2024-11-09T18:24:22,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176722096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176722096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176722097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,114 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8ba2f5ed8b5947419fc9fdad0895affe, entries=50, sequenceid=50, filesize=7.1 K 2024-11-09T18:24:22,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/15f1c0e298be4f6b82653d65decc4c50 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/15f1c0e298be4f6b82653d65decc4c50 2024-11-09T18:24:22,159 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/15f1c0e298be4f6b82653d65decc4c50, entries=50, sequenceid=50, filesize=7.1 K 2024-11-09T18:24:22,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/330a08f23f53490eb04ba1863317aebe as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/330a08f23f53490eb04ba1863317aebe 2024-11-09T18:24:22,181 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/330a08f23f53490eb04ba1863317aebe, entries=50, sequenceid=50, filesize=7.1 K 2024-11-09T18:24:22,184 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for f2be043550c7e44cb8964c3a524ca633 in 645ms, sequenceid=50, compaction requested=true 2024-11-09T18:24:22,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:22,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:22,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T18:24:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T18:24:22,192 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:24:22,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T18:24:22,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9620 sec 2024-11-09T18:24:22,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.9850 sec 2024-11-09T18:24:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:22,303 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:22,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-09T18:24:22,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176722314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176722317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176722317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176722317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176722319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/05b5cc5ceea145048f1cece1e4002776 is 50, key is test_row_0/A:col10/1731176661960/Put/seqid=0 2024-11-09T18:24:22,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741846_1022 (size=14341) 2024-11-09T18:24:22,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/05b5cc5ceea145048f1cece1e4002776 2024-11-09T18:24:22,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/f3346904cd2b4271af1d8362d61010ee is 50, key is test_row_0/B:col10/1731176661960/Put/seqid=0 2024-11-09T18:24:22,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176722426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176722437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741847_1023 (size=12001) 2024-11-09T18:24:22,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176722626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176722636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176722636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176722646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176722656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/f3346904cd2b4271af1d8362d61010ee 2024-11-09T18:24:22,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/5d0b4b2a6d4241809dc7e8c57f0a5c96 is 50, key is test_row_0/C:col10/1731176661960/Put/seqid=0 2024-11-09T18:24:22,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741848_1024 (size=12001) 2024-11-09T18:24:22,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/5d0b4b2a6d4241809dc7e8c57f0a5c96 2024-11-09T18:24:22,951 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T18:24:22,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176722957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/05b5cc5ceea145048f1cece1e4002776 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/05b5cc5ceea145048f1cece1e4002776 2024-11-09T18:24:22,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176722967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:22,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:22,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:22,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/05b5cc5ceea145048f1cece1e4002776, entries=200, sequenceid=81, filesize=14.0 K 2024-11-09T18:24:22,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/f3346904cd2b4271af1d8362d61010ee as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/f3346904cd2b4271af1d8362d61010ee 2024-11-09T18:24:22,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/f3346904cd2b4271af1d8362d61010ee, entries=150, sequenceid=81, filesize=11.7 K 2024-11-09T18:24:23,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/5d0b4b2a6d4241809dc7e8c57f0a5c96 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/5d0b4b2a6d4241809dc7e8c57f0a5c96 2024-11-09T18:24:23,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/5d0b4b2a6d4241809dc7e8c57f0a5c96, entries=150, sequenceid=81, filesize=11.7 K 2024-11-09T18:24:23,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for f2be043550c7e44cb8964c3a524ca633 in 726ms, sequenceid=81, compaction requested=true 2024-11-09T18:24:23,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:23,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:24:23,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:23,041 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:24:23,042 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:24:23,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:24:23,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:23,045 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43318 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:24:23,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:23,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:23,045 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47998 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:24:23,047 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/A is initiating minor compaction (all files) 2024-11-09T18:24:23,047 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/B is initiating minor compaction (all files) 2024-11-09T18:24:23,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:24:23,048 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/B in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:23,048 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/A in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:23,048 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0cea9630147c48bc8cbef78052591bd4, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/5a1c256419694b338f675d6c8eb67c09, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8ba2f5ed8b5947419fc9fdad0895affe, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/05b5cc5ceea145048f1cece1e4002776] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=46.9 K 2024-11-09T18:24:23,048 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/616e08fd95754def86bd85e831706be8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/86f81b908f3147318f14aee48b55bea9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/15f1c0e298be4f6b82653d65decc4c50, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/f3346904cd2b4271af1d8362d61010ee] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=42.3 K 2024-11-09T18:24:23,049 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T18:24:23,051 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 616e08fd95754def86bd85e831706be8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731176659238 2024-11-09T18:24:23,051 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cea9630147c48bc8cbef78052591bd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731176659238 2024-11-09T18:24:23,052 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a1c256419694b338f675d6c8eb67c09, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731176660660 2024-11-09T18:24:23,052 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 86f81b908f3147318f14aee48b55bea9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731176660660 2024-11-09T18:24:23,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:24:23,053 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ba2f5ed8b5947419fc9fdad0895affe, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731176660695 2024-11-09T18:24:23,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T18:24:23,054 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 15f1c0e298be4f6b82653d65decc4c50, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731176660695 2024-11-09T18:24:23,054 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05b5cc5ceea145048f1cece1e4002776, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731176661956 2024-11-09T18:24:23,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:24:23,055 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting f3346904cd2b4271af1d8362d61010ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731176661956 2024-11-09T18:24:23,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T18:24:23,061 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T18:24:23,061 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T18:24:23,105 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#A#compaction#13 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:23,106 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/9fd1754d0fdf483ba0acd18e26223d68 is 50, key is test_row_0/A:col10/1731176661960/Put/seqid=0 2024-11-09T18:24:23,107 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#B#compaction#12 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:23,108 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/c3af230da22144b2a8684386c8bb8671 is 50, key is test_row_0/B:col10/1731176661960/Put/seqid=0 2024-11-09T18:24:23,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741850_1026 (size=12139) 2024-11-09T18:24:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:23,190 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:23,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:24:23,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741849_1025 (size=12139) 2024-11-09T18:24:23,203 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/c3af230da22144b2a8684386c8bb8671 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c3af230da22144b2a8684386c8bb8671 2024-11-09T18:24:23,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/c5b3706c669c44d1b158940c5344cc86 is 50, key is test_row_0/A:col10/1731176662310/Put/seqid=0 2024-11-09T18:24:23,233 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/B of f2be043550c7e44cb8964c3a524ca633 into c3af230da22144b2a8684386c8bb8671(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:23,233 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:23,238 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/B, priority=12, startTime=1731176663038; duration=0sec 2024-11-09T18:24:23,238 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:23,239 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:B 2024-11-09T18:24:23,239 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:24:23,242 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43318 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:24:23,242 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/C is initiating minor compaction (all files) 2024-11-09T18:24:23,242 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/C in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:23,243 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/fabb9b25251540b38dcb0d5617302e83, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/48b4205566324dc0aa4ef7ecbf850660, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/330a08f23f53490eb04ba1863317aebe, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/5d0b4b2a6d4241809dc7e8c57f0a5c96] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=42.3 K 2024-11-09T18:24:23,244 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting fabb9b25251540b38dcb0d5617302e83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731176659238 2024-11-09T18:24:23,246 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 48b4205566324dc0aa4ef7ecbf850660, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731176660660 2024-11-09T18:24:23,247 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 330a08f23f53490eb04ba1863317aebe, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731176660695 2024-11-09T18:24:23,248 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d0b4b2a6d4241809dc7e8c57f0a5c96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731176661956 2024-11-09T18:24:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741851_1027 (size=14341) 2024-11-09T18:24:23,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/c5b3706c669c44d1b158940c5344cc86 2024-11-09T18:24:23,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/782425fa819c46b58d0888181d8a3661 is 50, key is test_row_0/B:col10/1731176662310/Put/seqid=0 2024-11-09T18:24:23,299 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#C#compaction#15 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:23,300 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/ff5fd8cde731406eb9d84dc6ce5157ea is 50, key is test_row_0/C:col10/1731176661960/Put/seqid=0 2024-11-09T18:24:23,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741852_1028 (size=12001) 2024-11-09T18:24:23,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/782425fa819c46b58d0888181d8a3661 2024-11-09T18:24:23,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741853_1029 (size=12139) 2024-11-09T18:24:23,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/51d7dd61dd1b42ef924cdd34129c5b87 is 50, key is test_row_0/C:col10/1731176662310/Put/seqid=0 2024-11-09T18:24:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:24:23,388 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:23,390 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-09T18:24:23,418 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T18:24:23,421 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:23,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:23,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176723418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:23,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:23,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176723425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:23,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176723431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:23,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:23,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741854_1030 (size=12001) 2024-11-09T18:24:23,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/51d7dd61dd1b42ef924cdd34129c5b87 2024-11-09T18:24:23,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/c5b3706c669c44d1b158940c5344cc86 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/c5b3706c669c44d1b158940c5344cc86 2024-11-09T18:24:23,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176723466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:23,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:23,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/c5b3706c669c44d1b158940c5344cc86, entries=200, sequenceid=92, filesize=14.0 K 2024-11-09T18:24:23,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/782425fa819c46b58d0888181d8a3661 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/782425fa819c46b58d0888181d8a3661 2024-11-09T18:24:23,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176723486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:23,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:23,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/782425fa819c46b58d0888181d8a3661, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T18:24:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/51d7dd61dd1b42ef924cdd34129c5b87 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/51d7dd61dd1b42ef924cdd34129c5b87 2024-11-09T18:24:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T18:24:23,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/51d7dd61dd1b42ef924cdd34129c5b87, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T18:24:23,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f2be043550c7e44cb8964c3a524ca633 in 350ms, sequenceid=92, compaction requested=false 2024-11-09T18:24:23,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:23,558 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:23,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T18:24:23,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T18:24:23,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/b9c4adad189a4469b1c7ffa376a5c7dc is 50, key is test_row_0/A:col10/1731176663425/Put/seqid=0 2024-11-09T18:24:23,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:23,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:23,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:23,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:23,617 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/9fd1754d0fdf483ba0acd18e26223d68 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9fd1754d0fdf483ba0acd18e26223d68 2024-11-09T18:24:23,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741855_1031 (size=14341) 2024-11-09T18:24:23,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/b9c4adad189a4469b1c7ffa376a5c7dc 2024-11-09T18:24:23,633 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/A of f2be043550c7e44cb8964c3a524ca633 into 9fd1754d0fdf483ba0acd18e26223d68(size=11.9 K), total size for store is 25.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:23,633 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:23,633 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/A, priority=12, startTime=1731176663031; duration=0sec 2024-11-09T18:24:23,633 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:23,633 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:A 2024-11-09T18:24:23,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176723625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:23,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176723627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:23,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:23,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:23,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176723631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:23,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:23,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/1bda924883a849009644df4fa98487bd is 50, key is test_row_0/B:col10/1731176663425/Put/seqid=0 2024-11-09T18:24:23,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741856_1032 (size=12001) 2024-11-09T18:24:23,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/1bda924883a849009644df4fa98487bd 2024-11-09T18:24:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T18:24:23,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/6983b0888e084f419ba05e9eaaa45da9 is 50, key is test_row_0/C:col10/1731176663425/Put/seqid=0 2024-11-09T18:24:23,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T18:24:23,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:23,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:23,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:23,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:23,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:23,761 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/ff5fd8cde731406eb9d84dc6ce5157ea as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ff5fd8cde731406eb9d84dc6ce5157ea 2024-11-09T18:24:23,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176723747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:23,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:23,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176723747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:23,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:23,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176723747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:23,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:23,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:23,781 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/C of f2be043550c7e44cb8964c3a524ca633 into ff5fd8cde731406eb9d84dc6ce5157ea(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:23,782 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:23,782 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/C, priority=12, startTime=1731176663045; duration=0sec 2024-11-09T18:24:23,782 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:23,782 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:C 2024-11-09T18:24:23,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741857_1033 (size=12001) 2024-11-09T18:24:23,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/6983b0888e084f419ba05e9eaaa45da9 2024-11-09T18:24:23,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/b9c4adad189a4469b1c7ffa376a5c7dc as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/b9c4adad189a4469b1c7ffa376a5c7dc 2024-11-09T18:24:23,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/b9c4adad189a4469b1c7ffa376a5c7dc, entries=200, sequenceid=119, filesize=14.0 K 2024-11-09T18:24:23,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/1bda924883a849009644df4fa98487bd as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1bda924883a849009644df4fa98487bd 2024-11-09T18:24:23,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1bda924883a849009644df4fa98487bd, entries=150, sequenceid=119, filesize=11.7 K 2024-11-09T18:24:23,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/6983b0888e084f419ba05e9eaaa45da9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/6983b0888e084f419ba05e9eaaa45da9 2024-11-09T18:24:23,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/6983b0888e084f419ba05e9eaaa45da9, entries=150, sequenceid=119, filesize=11.7 K 2024-11-09T18:24:23,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for f2be043550c7e44cb8964c3a524ca633 in 288ms, sequenceid=119, compaction requested=true 2024-11-09T18:24:23,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:23,847 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:23,849 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:23,850 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/A is initiating minor compaction (all files) 2024-11-09T18:24:23,850 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/A in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:23,850 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9fd1754d0fdf483ba0acd18e26223d68, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/c5b3706c669c44d1b158940c5344cc86, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/b9c4adad189a4469b1c7ffa376a5c7dc] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=39.9 K 2024-11-09T18:24:23,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:24:23,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:23,851 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:23,851 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fd1754d0fdf483ba0acd18e26223d68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731176661956 2024-11-09T18:24:23,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:24:23,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:23,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:23,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:23,852 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5b3706c669c44d1b158940c5344cc86, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731176662310 2024-11-09T18:24:23,853 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:23,853 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/B is initiating minor compaction (all files) 2024-11-09T18:24:23,853 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/B in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:23,853 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c3af230da22144b2a8684386c8bb8671, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/782425fa819c46b58d0888181d8a3661, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1bda924883a849009644df4fa98487bd] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=35.3 K 2024-11-09T18:24:23,854 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting c3af230da22144b2a8684386c8bb8671, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731176661956 2024-11-09T18:24:23,855 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9c4adad189a4469b1c7ffa376a5c7dc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731176663343 2024-11-09T18:24:23,856 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 782425fa819c46b58d0888181d8a3661, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731176662310 2024-11-09T18:24:23,857 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bda924883a849009644df4fa98487bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731176663343 2024-11-09T18:24:23,892 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:23,893 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/c6e61a77df094f34b87a8504e7e12863 is 50, key is test_row_0/B:col10/1731176663425/Put/seqid=0 2024-11-09T18:24:23,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T18:24:23,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:23,899 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:24:23,909 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:23,910 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/9b8d003e23a545cc8a78c84185dc98c7 is 50, key is test_row_0/A:col10/1731176663425/Put/seqid=0 2024-11-09T18:24:23,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/b2083407b14a4e7f90881f8a948b5b2f is 50, key is test_row_0/A:col10/1731176663587/Put/seqid=0 2024-11-09T18:24:23,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741859_1035 (size=12241) 2024-11-09T18:24:23,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741858_1034 (size=12241) 2024-11-09T18:24:23,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741860_1036 (size=12051) 2024-11-09T18:24:23,964 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/b2083407b14a4e7f90881f8a948b5b2f 2024-11-09T18:24:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:23,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:23,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/1388fb63504d419bb7704267d84eb48b is 50, key is test_row_0/B:col10/1731176663587/Put/seqid=0 2024-11-09T18:24:24,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741861_1037 (size=12051) 2024-11-09T18:24:24,020 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/1388fb63504d419bb7704267d84eb48b 2024-11-09T18:24:24,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/211a618f3c3244229493ff76c418077d is 50, key is test_row_0/C:col10/1731176663587/Put/seqid=0 2024-11-09T18:24:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T18:24:24,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176724041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176724043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176724047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741862_1038 (size=12051) 2024-11-09T18:24:24,057 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/211a618f3c3244229493ff76c418077d 2024-11-09T18:24:24,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/b2083407b14a4e7f90881f8a948b5b2f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/b2083407b14a4e7f90881f8a948b5b2f 2024-11-09T18:24:24,086 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/b2083407b14a4e7f90881f8a948b5b2f, entries=150, sequenceid=132, filesize=11.8 K 2024-11-09T18:24:24,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/1388fb63504d419bb7704267d84eb48b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1388fb63504d419bb7704267d84eb48b 2024-11-09T18:24:24,106 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1388fb63504d419bb7704267d84eb48b, entries=150, sequenceid=132, filesize=11.8 K 2024-11-09T18:24:24,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/211a618f3c3244229493ff76c418077d as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/211a618f3c3244229493ff76c418077d 2024-11-09T18:24:24,121 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/211a618f3c3244229493ff76c418077d, entries=150, sequenceid=132, filesize=11.8 K 2024-11-09T18:24:24,123 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f2be043550c7e44cb8964c3a524ca633 in 224ms, sequenceid=132, compaction requested=true 2024-11-09T18:24:24,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:24,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:24,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T18:24:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T18:24:24,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T18:24:24,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 704 msec 2024-11-09T18:24:24,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 741 msec 2024-11-09T18:24:24,160 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:24,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T18:24:24,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/8214256a59094866b51256e82d63d96b is 50, key is test_row_0/A:col10/1731176664021/Put/seqid=0 2024-11-09T18:24:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:24,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741863_1039 (size=14541) 2024-11-09T18:24:24,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/8214256a59094866b51256e82d63d96b 2024-11-09T18:24:24,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176724195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176724199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176724200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/944bba0601c14a159eacd4482d591e06 is 50, key is test_row_0/B:col10/1731176664021/Put/seqid=0 2024-11-09T18:24:24,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741864_1040 (size=12151) 2024-11-09T18:24:24,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/944bba0601c14a159eacd4482d591e06 2024-11-09T18:24:24,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/893c48da98d8468c8089d3b49901ab9a is 50, key is test_row_0/C:col10/1731176664021/Put/seqid=0 2024-11-09T18:24:24,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741865_1041 (size=12151) 2024-11-09T18:24:24,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/893c48da98d8468c8089d3b49901ab9a 2024-11-09T18:24:24,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/8214256a59094866b51256e82d63d96b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8214256a59094866b51256e82d63d96b 2024-11-09T18:24:24,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8214256a59094866b51256e82d63d96b, entries=200, sequenceid=158, filesize=14.2 K 2024-11-09T18:24:24,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/944bba0601c14a159eacd4482d591e06 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/944bba0601c14a159eacd4482d591e06 2024-11-09T18:24:24,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176724316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176724315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176724316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/944bba0601c14a159eacd4482d591e06, entries=150, sequenceid=158, filesize=11.9 K 2024-11-09T18:24:24,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/893c48da98d8468c8089d3b49901ab9a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/893c48da98d8468c8089d3b49901ab9a 2024-11-09T18:24:24,348 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/9b8d003e23a545cc8a78c84185dc98c7 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9b8d003e23a545cc8a78c84185dc98c7 2024-11-09T18:24:24,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/893c48da98d8468c8089d3b49901ab9a, entries=150, sequenceid=158, filesize=11.9 K 2024-11-09T18:24:24,365 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/c6e61a77df094f34b87a8504e7e12863 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c6e61a77df094f34b87a8504e7e12863 2024-11-09T18:24:24,368 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/A of f2be043550c7e44cb8964c3a524ca633 into 9b8d003e23a545cc8a78c84185dc98c7(size=12.0 K), total size for store is 37.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:24,368 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:24,368 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/A, priority=13, startTime=1731176663847; duration=0sec 2024-11-09T18:24:24,369 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:24,369 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:A 2024-11-09T18:24:24,369 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T18:24:24,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for f2be043550c7e44cb8964c3a524ca633 in 211ms, sequenceid=158, compaction requested=true 2024-11-09T18:24:24,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:24,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:A, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:24,372 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60343 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T18:24:24,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:24,372 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/C is initiating minor compaction (all files) 2024-11-09T18:24:24,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:B, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:24,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T18:24:24,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:24,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-09T18:24:24,372 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/C in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:24,373 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ff5fd8cde731406eb9d84dc6ce5157ea, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/51d7dd61dd1b42ef924cdd34129c5b87, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/6983b0888e084f419ba05e9eaaa45da9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/211a618f3c3244229493ff76c418077d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/893c48da98d8468c8089d3b49901ab9a] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=58.9 K 2024-11-09T18:24:24,374 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff5fd8cde731406eb9d84dc6ce5157ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731176661956 2024-11-09T18:24:24,375 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51d7dd61dd1b42ef924cdd34129c5b87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731176662310 2024-11-09T18:24:24,375 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/B of f2be043550c7e44cb8964c3a524ca633 into c6e61a77df094f34b87a8504e7e12863(size=12.0 K), total size for store is 35.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:24,375 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:24,375 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/B, priority=13, startTime=1731176663851; duration=0sec 2024-11-09T18:24:24,376 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6983b0888e084f419ba05e9eaaa45da9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731176663343 2024-11-09T18:24:24,376 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-09T18:24:24,376 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:B 2024-11-09T18:24:24,376 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:B 2024-11-09T18:24:24,376 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-09T18:24:24,376 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T18:24:24,377 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T18:24:24,377 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. because compaction request was cancelled 2024-11-09T18:24:24,377 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:C 2024-11-09T18:24:24,377 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:24,378 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 211a618f3c3244229493ff76c418077d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731176663587 2024-11-09T18:24:24,378 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 893c48da98d8468c8089d3b49901ab9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731176664021 2024-11-09T18:24:24,379 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:24,379 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/B is initiating minor compaction (all files) 2024-11-09T18:24:24,379 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/B in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:24,380 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c6e61a77df094f34b87a8504e7e12863, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1388fb63504d419bb7704267d84eb48b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/944bba0601c14a159eacd4482d591e06] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=35.6 K 2024-11-09T18:24:24,383 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting c6e61a77df094f34b87a8504e7e12863, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731176663343 2024-11-09T18:24:24,385 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 1388fb63504d419bb7704267d84eb48b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731176663587 2024-11-09T18:24:24,387 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 944bba0601c14a159eacd4482d591e06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731176664021 2024-11-09T18:24:24,419 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#C#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:24,420 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/7f0c902ba7f84f0b9ae0f55af897d274 is 50, key is test_row_0/C:col10/1731176664021/Put/seqid=0 2024-11-09T18:24:24,427 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#B#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:24,428 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/3fa9c92d0ebc4537960a067597bed47b is 50, key is test_row_0/B:col10/1731176664021/Put/seqid=0 2024-11-09T18:24:24,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741866_1042 (size=12459) 2024-11-09T18:24:24,491 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:24,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T18:24:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:24,496 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/7f0c902ba7f84f0b9ae0f55af897d274 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/7f0c902ba7f84f0b9ae0f55af897d274 2024-11-09T18:24:24,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741867_1043 (size=12493) 2024-11-09T18:24:24,517 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/C of f2be043550c7e44cb8964c3a524ca633 into 7f0c902ba7f84f0b9ae0f55af897d274(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:24,517 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:24,517 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/C, priority=11, startTime=1731176663851; duration=0sec 2024-11-09T18:24:24,517 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:24,517 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:C 2024-11-09T18:24:24,518 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:24,519 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38833 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:24,519 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/A is initiating minor compaction (all files) 2024-11-09T18:24:24,520 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/A in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:24,520 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9b8d003e23a545cc8a78c84185dc98c7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/b2083407b14a4e7f90881f8a948b5b2f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8214256a59094866b51256e82d63d96b] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=37.9 K 2024-11-09T18:24:24,522 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b8d003e23a545cc8a78c84185dc98c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731176663343 2024-11-09T18:24:24,523 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2083407b14a4e7f90881f8a948b5b2f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731176663587 2024-11-09T18:24:24,524 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8214256a59094866b51256e82d63d96b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731176664021 2024-11-09T18:24:24,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/96bed24adecc4eb7896304f0debb8681 is 50, key is test_row_0/A:col10/1731176664179/Put/seqid=0 2024-11-09T18:24:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T18:24:24,556 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:24,557 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:24,563 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#A#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:24,564 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/0965b71a36284983abf38e8d847f6846 is 50, key is test_row_0/A:col10/1731176664021/Put/seqid=0 2024-11-09T18:24:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-09T18:24:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T18:24:24,569 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:24,573 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:24,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:24,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176724595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176724595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176724595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176724598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176724603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741868_1044 (size=12147) 2024-11-09T18:24:24,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741869_1045 (size=12493) 2024-11-09T18:24:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T18:24:24,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176724709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176724716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176724717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176724720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176724723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T18:24:24,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:24,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:24,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:24,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:24,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T18:24:24,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T18:24:24,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:24,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:24,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:24,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:24,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:24,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176724916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176724926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,928 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/3fa9c92d0ebc4537960a067597bed47b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/3fa9c92d0ebc4537960a067597bed47b 2024-11-09T18:24:24,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176724927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176724937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:24,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176724937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:24,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:24,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:24,942 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/B of f2be043550c7e44cb8964c3a524ca633 into 3fa9c92d0ebc4537960a067597bed47b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:24,942 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:24,942 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/B, priority=13, startTime=1731176664372; duration=0sec 2024-11-09T18:24:24,943 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:24,943 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:B 2024-11-09T18:24:25,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/96bed24adecc4eb7896304f0debb8681 2024-11-09T18:24:25,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T18:24:25,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/ead0c7ede84c47b9a4e662e978d0fea8 is 50, key is test_row_0/B:col10/1731176664179/Put/seqid=0 2024-11-09T18:24:25,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:25,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:25,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:25,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:25,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:25,060 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/0965b71a36284983abf38e8d847f6846 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0965b71a36284983abf38e8d847f6846 2024-11-09T18:24:25,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741870_1046 (size=9757) 2024-11-09T18:24:25,081 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/A of f2be043550c7e44cb8964c3a524ca633 into 0965b71a36284983abf38e8d847f6846(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:25,082 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:25,082 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/A, priority=13, startTime=1731176664372; duration=0sec 2024-11-09T18:24:25,082 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:25,082 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:A 2024-11-09T18:24:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T18:24:25,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T18:24:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:25,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:25,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:25,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176725237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:25,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:25,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176725237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:25,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176725237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:25,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:25,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176725246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:25,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:25,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176725246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:25,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:25,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T18:24:25,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:25,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:25,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:25,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:25,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:25,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/ead0c7ede84c47b9a4e662e978d0fea8 2024-11-09T18:24:25,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/ed8fcf8e62b74118a6a727029d36fbcf is 50, key is test_row_0/C:col10/1731176664179/Put/seqid=0 2024-11-09T18:24:25,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T18:24:25,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:25,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:25,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:25,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:25,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:25,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741871_1047 (size=9757) 2024-11-09T18:24:25,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/ed8fcf8e62b74118a6a727029d36fbcf 2024-11-09T18:24:25,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/96bed24adecc4eb7896304f0debb8681 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/96bed24adecc4eb7896304f0debb8681 2024-11-09T18:24:25,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/96bed24adecc4eb7896304f0debb8681, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T18:24:25,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/ead0c7ede84c47b9a4e662e978d0fea8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ead0c7ede84c47b9a4e662e978d0fea8 2024-11-09T18:24:25,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ead0c7ede84c47b9a4e662e978d0fea8, entries=100, sequenceid=172, filesize=9.5 K 2024-11-09T18:24:25,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/ed8fcf8e62b74118a6a727029d36fbcf as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ed8fcf8e62b74118a6a727029d36fbcf 2024-11-09T18:24:25,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ed8fcf8e62b74118a6a727029d36fbcf, entries=100, sequenceid=172, filesize=9.5 K 2024-11-09T18:24:25,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f2be043550c7e44cb8964c3a524ca633 in 1148ms, sequenceid=172, compaction requested=false 2024-11-09T18:24:25,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:25,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T18:24:25,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:25,683 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T18:24:25,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/0720419882a747bda7deb294d22c6f20 is 50, key is test_row_0/A:col10/1731176664600/Put/seqid=0 2024-11-09T18:24:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T18:24:25,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741872_1048 (size=12151) 2024-11-09T18:24:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:25,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:25,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:25,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176725767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176725765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176725768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:25,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176725772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176725772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:25,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:25,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176725876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:25,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176725876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:25,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:25,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176725886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:25,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176725896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:25,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176725896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:25,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:25,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176726088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176726088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176726096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176726105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176726120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,131 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/0720419882a747bda7deb294d22c6f20 2024-11-09T18:24:26,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/55e60dee33684a5da67ac0e2ac231628 is 50, key is test_row_0/B:col10/1731176664600/Put/seqid=0 2024-11-09T18:24:26,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741873_1049 (size=12151) 2024-11-09T18:24:26,184 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/55e60dee33684a5da67ac0e2ac231628 2024-11-09T18:24:26,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/845cf01296f54dba9154a162fe45ef1d is 50, key is test_row_0/C:col10/1731176664600/Put/seqid=0 2024-11-09T18:24:26,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741874_1050 (size=12151) 2024-11-09T18:24:26,258 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/845cf01296f54dba9154a162fe45ef1d 2024-11-09T18:24:26,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/0720419882a747bda7deb294d22c6f20 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0720419882a747bda7deb294d22c6f20 2024-11-09T18:24:26,288 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0720419882a747bda7deb294d22c6f20, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T18:24:26,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/55e60dee33684a5da67ac0e2ac231628 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/55e60dee33684a5da67ac0e2ac231628 2024-11-09T18:24:26,303 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/55e60dee33684a5da67ac0e2ac231628, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T18:24:26,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/845cf01296f54dba9154a162fe45ef1d as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/845cf01296f54dba9154a162fe45ef1d 2024-11-09T18:24:26,315 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/845cf01296f54dba9154a162fe45ef1d, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T18:24:26,317 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f2be043550c7e44cb8964c3a524ca633 in 634ms, sequenceid=199, compaction requested=true 2024-11-09T18:24:26,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:26,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:26,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T18:24:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T18:24:26,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T18:24:26,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7550 sec 2024-11-09T18:24:26,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.7790 sec 2024-11-09T18:24:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:26,402 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:26,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T18:24:26,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/f25ee835213b49788eb2aae7688b9f1f is 50, key is test_row_0/A:col10/1731176665770/Put/seqid=0 2024-11-09T18:24:26,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741875_1051 (size=16931) 2024-11-09T18:24:26,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/f25ee835213b49788eb2aae7688b9f1f 2024-11-09T18:24:26,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/2bd356db79264cf5aa31295b1d4acbea is 50, key is test_row_0/B:col10/1731176665770/Put/seqid=0 2024-11-09T18:24:26,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176726450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176726452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176726454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176726456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176726458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741876_1052 (size=12151) 2024-11-09T18:24:26,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/2bd356db79264cf5aa31295b1d4acbea 2024-11-09T18:24:26,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/d2fbcff7bd5b4a05b9ae431608944b66 is 50, key is test_row_0/C:col10/1731176665770/Put/seqid=0 2024-11-09T18:24:26,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741877_1053 (size=12151) 2024-11-09T18:24:26,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176726566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176726566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176726566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/d2fbcff7bd5b4a05b9ae431608944b66 2024-11-09T18:24:26,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176726577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176726578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/f25ee835213b49788eb2aae7688b9f1f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/f25ee835213b49788eb2aae7688b9f1f 2024-11-09T18:24:26,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/f25ee835213b49788eb2aae7688b9f1f, entries=250, sequenceid=214, filesize=16.5 K 2024-11-09T18:24:26,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/2bd356db79264cf5aa31295b1d4acbea as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/2bd356db79264cf5aa31295b1d4acbea 2024-11-09T18:24:26,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/2bd356db79264cf5aa31295b1d4acbea, entries=150, sequenceid=214, filesize=11.9 K 2024-11-09T18:24:26,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/d2fbcff7bd5b4a05b9ae431608944b66 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/d2fbcff7bd5b4a05b9ae431608944b66 2024-11-09T18:24:26,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/d2fbcff7bd5b4a05b9ae431608944b66, entries=150, sequenceid=214, filesize=11.9 K 2024-11-09T18:24:26,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for f2be043550c7e44cb8964c3a524ca633 in 227ms, sequenceid=214, compaction requested=true 2024-11-09T18:24:26,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:26,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:24:26,629 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:24:26,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:26,629 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:24:26,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:24:26,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:26,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:26,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:26,631 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53722 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:24:26,631 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:24:26,631 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/A is initiating minor compaction (all files) 2024-11-09T18:24:26,631 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/B is initiating minor compaction (all files) 2024-11-09T18:24:26,631 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/A in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:26,631 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/B in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:26,631 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0965b71a36284983abf38e8d847f6846, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/96bed24adecc4eb7896304f0debb8681, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0720419882a747bda7deb294d22c6f20, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/f25ee835213b49788eb2aae7688b9f1f] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=52.5 K 2024-11-09T18:24:26,631 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/3fa9c92d0ebc4537960a067597bed47b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ead0c7ede84c47b9a4e662e978d0fea8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/55e60dee33684a5da67ac0e2ac231628, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/2bd356db79264cf5aa31295b1d4acbea] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=45.5 K 2024-11-09T18:24:26,632 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0965b71a36284983abf38e8d847f6846, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731176664021 2024-11-09T18:24:26,632 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fa9c92d0ebc4537960a067597bed47b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731176664021 2024-11-09T18:24:26,632 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96bed24adecc4eb7896304f0debb8681, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731176664179 2024-11-09T18:24:26,632 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting ead0c7ede84c47b9a4e662e978d0fea8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731176664179 2024-11-09T18:24:26,633 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0720419882a747bda7deb294d22c6f20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731176664589 2024-11-09T18:24:26,633 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 55e60dee33684a5da67ac0e2ac231628, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731176664589 2024-11-09T18:24:26,634 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bd356db79264cf5aa31295b1d4acbea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731176665770 2024-11-09T18:24:26,634 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting f25ee835213b49788eb2aae7688b9f1f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731176665766 2024-11-09T18:24:26,667 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#B#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:26,667 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/aeb2681f0cec48e8af13513c0b51d4dd is 50, key is test_row_0/B:col10/1731176665770/Put/seqid=0 2024-11-09T18:24:26,679 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:26,680 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/796524d03a6f48ad9de6592114cb780f is 50, key is test_row_0/A:col10/1731176665770/Put/seqid=0 2024-11-09T18:24:26,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741878_1054 (size=12629) 2024-11-09T18:24:26,710 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/aeb2681f0cec48e8af13513c0b51d4dd as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/aeb2681f0cec48e8af13513c0b51d4dd 2024-11-09T18:24:26,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741879_1055 (size=12629) 2024-11-09T18:24:26,726 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/796524d03a6f48ad9de6592114cb780f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/796524d03a6f48ad9de6592114cb780f 2024-11-09T18:24:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T18:24:26,727 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:26,728 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:26,729 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/B of f2be043550c7e44cb8964c3a524ca633 into aeb2681f0cec48e8af13513c0b51d4dd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:26,729 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:26,729 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/B, priority=12, startTime=1731176666629; duration=0sec 2024-11-09T18:24:26,729 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:26,729 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:B 2024-11-09T18:24:26,729 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:24:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-09T18:24:26,732 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:24:26,732 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/C is initiating minor compaction (all files) 2024-11-09T18:24:26,732 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/C in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:26,732 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/7f0c902ba7f84f0b9ae0f55af897d274, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ed8fcf8e62b74118a6a727029d36fbcf, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/845cf01296f54dba9154a162fe45ef1d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/d2fbcff7bd5b4a05b9ae431608944b66] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=45.4 K 2024-11-09T18:24:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T18:24:26,733 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f0c902ba7f84f0b9ae0f55af897d274, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731176664021 2024-11-09T18:24:26,733 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:26,735 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:26,735 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting ed8fcf8e62b74118a6a727029d36fbcf, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731176664179 2024-11-09T18:24:26,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:26,738 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 845cf01296f54dba9154a162fe45ef1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731176664589 2024-11-09T18:24:26,738 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting d2fbcff7bd5b4a05b9ae431608944b66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731176665770 2024-11-09T18:24:26,738 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/A of f2be043550c7e44cb8964c3a524ca633 into 796524d03a6f48ad9de6592114cb780f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:26,739 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:26,739 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/A, priority=12, startTime=1731176666629; duration=0sec 2024-11-09T18:24:26,739 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:26,739 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:A 2024-11-09T18:24:26,759 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#C#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:26,759 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/7e905defa1fa4fcea1b27670bdeecf07 is 50, key is test_row_0/C:col10/1731176665770/Put/seqid=0 2024-11-09T18:24:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:26,777 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:26,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T18:24:26,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/7adecd898b414583b97bc0877a6d6c45 is 50, key is test_row_0/A:col10/1731176666453/Put/seqid=0 2024-11-09T18:24:26,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741880_1056 (size=12595) 2024-11-09T18:24:26,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176726799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176726799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176726804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176726809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741881_1057 (size=14541) 2024-11-09T18:24:26,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176726810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T18:24:26,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T18:24:26,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:26,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:26,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:26,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:26,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:26,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176726916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176726916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176726916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176726926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176726926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:26,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:26,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:26,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T18:24:27,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T18:24:27,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:27,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:27,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:27,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:27,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:27,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176727125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:27,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:27,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176727136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176727137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:27,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:27,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176727137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176727138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:27,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T18:24:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:27,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:27,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/7adecd898b414583b97bc0877a6d6c45 2024-11-09T18:24:27,220 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/7e905defa1fa4fcea1b27670bdeecf07 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/7e905defa1fa4fcea1b27670bdeecf07 2024-11-09T18:24:27,231 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/C of f2be043550c7e44cb8964c3a524ca633 into 7e905defa1fa4fcea1b27670bdeecf07(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:27,231 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:27,231 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/C, priority=12, startTime=1731176666630; duration=0sec 2024-11-09T18:24:27,231 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:27,231 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:C 2024-11-09T18:24:27,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/caa28bdfc9d1401c83a209abfc285acd is 50, key is test_row_0/B:col10/1731176666453/Put/seqid=0 2024-11-09T18:24:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741882_1058 (size=12151) 2024-11-09T18:24:27,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/caa28bdfc9d1401c83a209abfc285acd 2024-11-09T18:24:27,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/cde37e4d710c49ed80fb51fa477a6286 is 50, key is test_row_0/C:col10/1731176666453/Put/seqid=0 2024-11-09T18:24:27,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741883_1059 (size=12151) 2024-11-09T18:24:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T18:24:27,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T18:24:27,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:27,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:27,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:27,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:27,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:27,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176727435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:27,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:27,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176727446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:27,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:27,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176727446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:27,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176727446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:27,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:27,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176727447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:27,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:27,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:27,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T18:24:27,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:27,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:27,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:27,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:27,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:27,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T18:24:27,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:27,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:27,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:27,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:27,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:27,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/cde37e4d710c49ed80fb51fa477a6286 2024-11-09T18:24:27,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/7adecd898b414583b97bc0877a6d6c45 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7adecd898b414583b97bc0877a6d6c45 2024-11-09T18:24:27,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7adecd898b414583b97bc0877a6d6c45, entries=200, sequenceid=239, filesize=14.2 K 2024-11-09T18:24:27,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/caa28bdfc9d1401c83a209abfc285acd as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/caa28bdfc9d1401c83a209abfc285acd 2024-11-09T18:24:27,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/caa28bdfc9d1401c83a209abfc285acd, entries=150, sequenceid=239, filesize=11.9 K 2024-11-09T18:24:27,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/cde37e4d710c49ed80fb51fa477a6286 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/cde37e4d710c49ed80fb51fa477a6286 2024-11-09T18:24:27,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/cde37e4d710c49ed80fb51fa477a6286, entries=150, sequenceid=239, filesize=11.9 K 2024-11-09T18:24:27,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for f2be043550c7e44cb8964c3a524ca633 in 975ms, sequenceid=239, compaction requested=false 2024-11-09T18:24:27,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:27,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T18:24:27,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:27,823 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T18:24:27,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/7fd460ba3a5a4c6ab8a2a0cd1c71f9b5 is 50, key is test_row_0/A:col10/1731176666793/Put/seqid=0 2024-11-09T18:24:27,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741884_1060 (size=12151) 2024-11-09T18:24:27,843 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/7fd460ba3a5a4c6ab8a2a0cd1c71f9b5 2024-11-09T18:24:27,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/af7a5fc77efb4a98ae8f7b056d569e78 is 50, key is test_row_0/B:col10/1731176666793/Put/seqid=0 2024-11-09T18:24:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T18:24:27,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741885_1061 (size=12151) 2024-11-09T18:24:27,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:27,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176727986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:27,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:27,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:27,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176727989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176727994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176728002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176728005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176728106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176728106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176728106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176728115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176728115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,285 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/af7a5fc77efb4a98ae8f7b056d569e78 2024-11-09T18:24:28,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/c854dc7d9ff9496a8031f8e0fde97cff is 50, key is test_row_0/C:col10/1731176666793/Put/seqid=0 2024-11-09T18:24:28,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176728316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176728316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176728316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176728327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176728335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741886_1062 (size=12151) 2024-11-09T18:24:28,345 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/c854dc7d9ff9496a8031f8e0fde97cff 2024-11-09T18:24:28,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/7fd460ba3a5a4c6ab8a2a0cd1c71f9b5 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7fd460ba3a5a4c6ab8a2a0cd1c71f9b5 2024-11-09T18:24:28,369 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7fd460ba3a5a4c6ab8a2a0cd1c71f9b5, entries=150, sequenceid=254, filesize=11.9 K 2024-11-09T18:24:28,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/af7a5fc77efb4a98ae8f7b056d569e78 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/af7a5fc77efb4a98ae8f7b056d569e78 2024-11-09T18:24:28,392 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/af7a5fc77efb4a98ae8f7b056d569e78, entries=150, sequenceid=254, filesize=11.9 K 2024-11-09T18:24:28,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/c854dc7d9ff9496a8031f8e0fde97cff as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/c854dc7d9ff9496a8031f8e0fde97cff 2024-11-09T18:24:28,408 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/c854dc7d9ff9496a8031f8e0fde97cff, entries=150, sequenceid=254, filesize=11.9 K 2024-11-09T18:24:28,410 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for f2be043550c7e44cb8964c3a524ca633 in 587ms, sequenceid=254, compaction requested=true 2024-11-09T18:24:28,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:28,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:28,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T18:24:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T18:24:28,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T18:24:28,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6770 sec 2024-11-09T18:24:28,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.6970 sec 2024-11-09T18:24:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:28,631 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:28,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T18:24:28,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/be9a9e434a7a43f69b1f46f9abe22c78 is 50, key is test_row_0/A:col10/1731176668628/Put/seqid=0 2024-11-09T18:24:28,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741887_1063 (size=12301) 2024-11-09T18:24:28,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176728645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176728650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176728651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176728653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/be9a9e434a7a43f69b1f46f9abe22c78 2024-11-09T18:24:28,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176728657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/c2f419f844bd42779c5e5c6acbc73925 is 50, key is test_row_0/B:col10/1731176668628/Put/seqid=0 2024-11-09T18:24:28,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741888_1064 (size=12301) 2024-11-09T18:24:28,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/c2f419f844bd42779c5e5c6acbc73925 2024-11-09T18:24:28,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/a618588877584678a0986ff2bce41ada is 50, key is test_row_0/C:col10/1731176668628/Put/seqid=0 2024-11-09T18:24:28,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741889_1065 (size=12301) 2024-11-09T18:24:28,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176728765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176728765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176728766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176728766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T18:24:28,876 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:28,877 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-09T18:24:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T18:24:28,880 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:28,881 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:28,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:28,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176728976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176728976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T18:24:28,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176728976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:28,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176728987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:28,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:28,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T18:24:29,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:29,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/a618588877584678a0986ff2bce41ada 2024-11-09T18:24:29,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/be9a9e434a7a43f69b1f46f9abe22c78 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/be9a9e434a7a43f69b1f46f9abe22c78 2024-11-09T18:24:29,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/be9a9e434a7a43f69b1f46f9abe22c78, entries=150, sequenceid=280, filesize=12.0 K 2024-11-09T18:24:29,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/c2f419f844bd42779c5e5c6acbc73925 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c2f419f844bd42779c5e5c6acbc73925 2024-11-09T18:24:29,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c2f419f844bd42779c5e5c6acbc73925, entries=150, sequenceid=280, filesize=12.0 K 2024-11-09T18:24:29,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/a618588877584678a0986ff2bce41ada as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/a618588877584678a0986ff2bce41ada 2024-11-09T18:24:29,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/a618588877584678a0986ff2bce41ada, entries=150, sequenceid=280, filesize=12.0 K 2024-11-09T18:24:29,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for f2be043550c7e44cb8964c3a524ca633 in 528ms, sequenceid=280, compaction requested=true 2024-11-09T18:24:29,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:29,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:24:29,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:29,160 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:24:29,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:24:29,160 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:24:29,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:29,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:29,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:29,162 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51622 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:24:29,162 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:24:29,162 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/A is initiating minor compaction (all files) 2024-11-09T18:24:29,162 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/B is initiating minor compaction (all files) 2024-11-09T18:24:29,162 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/A in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,162 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/796524d03a6f48ad9de6592114cb780f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7adecd898b414583b97bc0877a6d6c45, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7fd460ba3a5a4c6ab8a2a0cd1c71f9b5, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/be9a9e434a7a43f69b1f46f9abe22c78] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=50.4 K 2024-11-09T18:24:29,163 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/B in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,163 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/aeb2681f0cec48e8af13513c0b51d4dd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/caa28bdfc9d1401c83a209abfc285acd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/af7a5fc77efb4a98ae8f7b056d569e78, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c2f419f844bd42779c5e5c6acbc73925] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=48.1 K 2024-11-09T18:24:29,164 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting aeb2681f0cec48e8af13513c0b51d4dd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731176665770 2024-11-09T18:24:29,165 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 796524d03a6f48ad9de6592114cb780f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731176665770 2024-11-09T18:24:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:29,165 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:29,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T18:24:29,165 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7adecd898b414583b97bc0877a6d6c45, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731176666428 2024-11-09T18:24:29,165 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fd460ba3a5a4c6ab8a2a0cd1c71f9b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731176666793 2024-11-09T18:24:29,166 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting caa28bdfc9d1401c83a209abfc285acd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731176666453 2024-11-09T18:24:29,166 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting be9a9e434a7a43f69b1f46f9abe22c78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731176668628 2024-11-09T18:24:29,167 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting af7a5fc77efb4a98ae8f7b056d569e78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731176666793 2024-11-09T18:24:29,168 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting c2f419f844bd42779c5e5c6acbc73925, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731176668628 2024-11-09T18:24:29,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/7a81a6ce75ed4b4988395f483795ff41 is 50, key is test_row_0/A:col10/1731176668638/Put/seqid=0 2024-11-09T18:24:29,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T18:24:29,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:29,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,195 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#A#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:29,196 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/d31b16f139a04fddac54356cdc51c9e1 is 50, key is test_row_0/A:col10/1731176668628/Put/seqid=0 2024-11-09T18:24:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T18:24:29,207 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#B#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:29,208 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/0a927699e51d4d218469bfaa218ee7de is 50, key is test_row_0/B:col10/1731176668628/Put/seqid=0 2024-11-09T18:24:29,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741891_1067 (size=12915) 2024-11-09T18:24:29,254 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/d31b16f139a04fddac54356cdc51c9e1 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/d31b16f139a04fddac54356cdc51c9e1 2024-11-09T18:24:29,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741890_1066 (size=14741) 2024-11-09T18:24:29,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/7a81a6ce75ed4b4988395f483795ff41 2024-11-09T18:24:29,274 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/A of f2be043550c7e44cb8964c3a524ca633 into d31b16f139a04fddac54356cdc51c9e1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:29,274 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:29,274 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/A, priority=12, startTime=1731176669160; duration=0sec 2024-11-09T18:24:29,274 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:29,274 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:A 2024-11-09T18:24:29,274 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:24:29,278 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:24:29,278 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/C is initiating minor compaction (all files) 2024-11-09T18:24:29,279 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/C in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,279 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/7e905defa1fa4fcea1b27670bdeecf07, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/cde37e4d710c49ed80fb51fa477a6286, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/c854dc7d9ff9496a8031f8e0fde97cff, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/a618588877584678a0986ff2bce41ada] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=48.0 K 2024-11-09T18:24:29,280 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e905defa1fa4fcea1b27670bdeecf07, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731176665770 2024-11-09T18:24:29,280 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting cde37e4d710c49ed80fb51fa477a6286, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731176666453 2024-11-09T18:24:29,281 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting c854dc7d9ff9496a8031f8e0fde97cff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731176666793 2024-11-09T18:24:29,281 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting a618588877584678a0986ff2bce41ada, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731176668628 2024-11-09T18:24:29,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741892_1068 (size=12915) 2024-11-09T18:24:29,297 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/0a927699e51d4d218469bfaa218ee7de as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/0a927699e51d4d218469bfaa218ee7de 2024-11-09T18:24:29,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/c5dc9ed2accc4a5ebd4ed2625c73803b is 50, key is test_row_0/B:col10/1731176668638/Put/seqid=0 2024-11-09T18:24:29,306 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/B of f2be043550c7e44cb8964c3a524ca633 into 0a927699e51d4d218469bfaa218ee7de(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:29,306 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:29,306 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/B, priority=12, startTime=1731176669160; duration=0sec 2024-11-09T18:24:29,306 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:29,306 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:B 2024-11-09T18:24:29,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741893_1069 (size=12301) 2024-11-09T18:24:29,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/c5dc9ed2accc4a5ebd4ed2625c73803b 2024-11-09T18:24:29,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176729313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,327 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#C#compaction#57 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,328 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/461f7add1f0a46d1baaedeadf20d5b6e is 50, key is test_row_0/C:col10/1731176668628/Put/seqid=0 2024-11-09T18:24:29,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176729316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176729313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176729323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176729321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/38e4be4b557048d4b4ae4ec612804dfb is 50, key is test_row_0/C:col10/1731176668638/Put/seqid=0 2024-11-09T18:24:29,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T18:24:29,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:29,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741894_1070 (size=12881) 2024-11-09T18:24:29,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741895_1071 (size=12301) 2024-11-09T18:24:29,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/38e4be4b557048d4b4ae4ec612804dfb 2024-11-09T18:24:29,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/7a81a6ce75ed4b4988395f483795ff41 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7a81a6ce75ed4b4988395f483795ff41 2024-11-09T18:24:29,396 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/461f7add1f0a46d1baaedeadf20d5b6e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/461f7add1f0a46d1baaedeadf20d5b6e 2024-11-09T18:24:29,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7a81a6ce75ed4b4988395f483795ff41, entries=200, sequenceid=292, filesize=14.4 K 2024-11-09T18:24:29,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/c5dc9ed2accc4a5ebd4ed2625c73803b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c5dc9ed2accc4a5ebd4ed2625c73803b 2024-11-09T18:24:29,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c5dc9ed2accc4a5ebd4ed2625c73803b, entries=150, sequenceid=292, filesize=12.0 K 2024-11-09T18:24:29,415 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/C of f2be043550c7e44cb8964c3a524ca633 into 461f7add1f0a46d1baaedeadf20d5b6e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:29,415 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:29,415 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/C, priority=12, startTime=1731176669160; duration=0sec 2024-11-09T18:24:29,415 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:29,415 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:C 2024-11-09T18:24:29,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/38e4be4b557048d4b4ae4ec612804dfb as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/38e4be4b557048d4b4ae4ec612804dfb 2024-11-09T18:24:29,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/38e4be4b557048d4b4ae4ec612804dfb, entries=150, sequenceid=292, filesize=12.0 K 2024-11-09T18:24:29,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f2be043550c7e44cb8964c3a524ca633 in 264ms, sequenceid=292, compaction requested=false 2024-11-09T18:24:29,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:29,441 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:29,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T18:24:29,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/2b1dd43596dd4cc4a57b38600dc9442a is 50, key is test_row_0/A:col10/1731176669318/Put/seqid=0 2024-11-09T18:24:29,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741896_1072 (size=14741) 2024-11-09T18:24:29,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/2b1dd43596dd4cc4a57b38600dc9442a 2024-11-09T18:24:29,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176729453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176729458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176729453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176729466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176729467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/418cd91b52344c38808826b84f70f2b8 is 50, key is test_row_0/B:col10/1731176669318/Put/seqid=0 2024-11-09T18:24:29,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741897_1073 (size=12301) 2024-11-09T18:24:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T18:24:29,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T18:24:29,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:29,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176729576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176729576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176729576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176729576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176729576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T18:24:29,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:29,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176729785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176729786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176729786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176729786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176729786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:29,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:29,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T18:24:29,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:29,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/418cd91b52344c38808826b84f70f2b8 2024-11-09T18:24:29,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/360805fc7ef745329b01c81367299bc8 is 50, key is test_row_0/C:col10/1731176669318/Put/seqid=0 2024-11-09T18:24:29,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741898_1074 (size=12301) 2024-11-09T18:24:29,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/360805fc7ef745329b01c81367299bc8 2024-11-09T18:24:29,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/2b1dd43596dd4cc4a57b38600dc9442a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/2b1dd43596dd4cc4a57b38600dc9442a 2024-11-09T18:24:29,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/2b1dd43596dd4cc4a57b38600dc9442a, entries=200, sequenceid=320, filesize=14.4 K 2024-11-09T18:24:29,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/418cd91b52344c38808826b84f70f2b8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/418cd91b52344c38808826b84f70f2b8 2024-11-09T18:24:29,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T18:24:29,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:29,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:29,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/418cd91b52344c38808826b84f70f2b8, entries=150, sequenceid=320, filesize=12.0 K 2024-11-09T18:24:29,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/360805fc7ef745329b01c81367299bc8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/360805fc7ef745329b01c81367299bc8 2024-11-09T18:24:29,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/360805fc7ef745329b01c81367299bc8, entries=150, sequenceid=320, filesize=12.0 K 2024-11-09T18:24:29,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f2be043550c7e44cb8964c3a524ca633 in 544ms, sequenceid=320, compaction requested=true 2024-11-09T18:24:29,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:29,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:24:29,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:29,986 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:29,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:24:29,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:29,986 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:29,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:29,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:29,987 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42397 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:29,987 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/A is initiating minor compaction (all files) 2024-11-09T18:24:29,987 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/A in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,987 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/d31b16f139a04fddac54356cdc51c9e1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7a81a6ce75ed4b4988395f483795ff41, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/2b1dd43596dd4cc4a57b38600dc9442a] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=41.4 K 2024-11-09T18:24:29,988 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:29,988 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/B is initiating minor compaction (all files) 2024-11-09T18:24:29,988 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/B in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:29,988 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/0a927699e51d4d218469bfaa218ee7de, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c5dc9ed2accc4a5ebd4ed2625c73803b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/418cd91b52344c38808826b84f70f2b8] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=36.6 K 2024-11-09T18:24:29,988 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting d31b16f139a04fddac54356cdc51c9e1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731176668628 2024-11-09T18:24:29,988 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a927699e51d4d218469bfaa218ee7de, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731176668628 2024-11-09T18:24:29,989 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a81a6ce75ed4b4988395f483795ff41, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731176668638 2024-11-09T18:24:29,989 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting c5dc9ed2accc4a5ebd4ed2625c73803b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731176668638 2024-11-09T18:24:29,990 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b1dd43596dd4cc4a57b38600dc9442a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731176669311 2024-11-09T18:24:29,990 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 418cd91b52344c38808826b84f70f2b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731176669311 2024-11-09T18:24:30,009 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#A#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:30,010 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/ec77d0e0ebde495484679ece6dae6949 is 50, key is test_row_0/A:col10/1731176669318/Put/seqid=0 2024-11-09T18:24:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T18:24:30,020 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#B#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:30,021 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/38501a76c6f54c97a291391c4fef913c is 50, key is test_row_0/B:col10/1731176669318/Put/seqid=0 2024-11-09T18:24:30,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741900_1076 (size=13017) 2024-11-09T18:24:30,042 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/38501a76c6f54c97a291391c4fef913c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/38501a76c6f54c97a291391c4fef913c 2024-11-09T18:24:30,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741899_1075 (size=13017) 2024-11-09T18:24:30,053 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/B of f2be043550c7e44cb8964c3a524ca633 into 38501a76c6f54c97a291391c4fef913c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:30,053 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:30,053 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/B, priority=13, startTime=1731176669986; duration=0sec 2024-11-09T18:24:30,053 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:30,053 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:B 2024-11-09T18:24:30,053 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:30,056 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:30,056 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/C is initiating minor compaction (all files) 2024-11-09T18:24:30,056 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/C in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:30,056 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/461f7add1f0a46d1baaedeadf20d5b6e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/38e4be4b557048d4b4ae4ec612804dfb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/360805fc7ef745329b01c81367299bc8] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=36.6 K 2024-11-09T18:24:30,057 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 461f7add1f0a46d1baaedeadf20d5b6e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731176668628 2024-11-09T18:24:30,057 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/ec77d0e0ebde495484679ece6dae6949 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/ec77d0e0ebde495484679ece6dae6949 2024-11-09T18:24:30,058 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 38e4be4b557048d4b4ae4ec612804dfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731176668638 2024-11-09T18:24:30,058 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 360805fc7ef745329b01c81367299bc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731176669311 2024-11-09T18:24:30,070 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/A of f2be043550c7e44cb8964c3a524ca633 into ec77d0e0ebde495484679ece6dae6949(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:30,070 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:30,070 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/A, priority=13, startTime=1731176669985; duration=0sec 2024-11-09T18:24:30,071 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:30,071 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:A 2024-11-09T18:24:30,073 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#C#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:30,076 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/700baf9809424674a868d24c2cdb2a0c is 50, key is test_row_0/C:col10/1731176669318/Put/seqid=0 2024-11-09T18:24:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:30,099 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:30,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T18:24:30,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/c43146d157fb47eeb762b78e111f7ff9 is 50, key is test_row_0/A:col10/1731176670099/Put/seqid=0 2024-11-09T18:24:30,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741901_1077 (size=12983) 2024-11-09T18:24:30,120 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/700baf9809424674a868d24c2cdb2a0c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/700baf9809424674a868d24c2cdb2a0c 2024-11-09T18:24:30,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T18:24:30,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:30,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:30,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:30,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:30,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:30,136 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/C of f2be043550c7e44cb8964c3a524ca633 into 700baf9809424674a868d24c2cdb2a0c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:30,136 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:30,136 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/C, priority=13, startTime=1731176669986; duration=0sec 2024-11-09T18:24:30,136 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:30,136 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:C 2024-11-09T18:24:30,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741902_1078 (size=12301) 2024-11-09T18:24:30,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/c43146d157fb47eeb762b78e111f7ff9 2024-11-09T18:24:30,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/fb0c0558a7e54e388c6ec9301c30aed4 is 50, key is test_row_0/B:col10/1731176670099/Put/seqid=0 2024-11-09T18:24:30,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176730147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176730147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176730154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176730149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176730154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741903_1079 (size=12301) 2024-11-09T18:24:30,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/fb0c0558a7e54e388c6ec9301c30aed4 2024-11-09T18:24:30,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/98b478825cb34a519651561215806262 is 50, key is test_row_0/C:col10/1731176670099/Put/seqid=0 2024-11-09T18:24:30,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741904_1080 (size=12301) 2024-11-09T18:24:30,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/98b478825cb34a519651561215806262 2024-11-09T18:24:30,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/c43146d157fb47eeb762b78e111f7ff9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/c43146d157fb47eeb762b78e111f7ff9 2024-11-09T18:24:30,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/c43146d157fb47eeb762b78e111f7ff9, entries=150, sequenceid=337, filesize=12.0 K 2024-11-09T18:24:30,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/fb0c0558a7e54e388c6ec9301c30aed4 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/fb0c0558a7e54e388c6ec9301c30aed4 2024-11-09T18:24:30,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/fb0c0558a7e54e388c6ec9301c30aed4, entries=150, sequenceid=337, filesize=12.0 K 2024-11-09T18:24:30,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/98b478825cb34a519651561215806262 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/98b478825cb34a519651561215806262 2024-11-09T18:24:30,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/98b478825cb34a519651561215806262, entries=150, sequenceid=337, filesize=12.0 K 2024-11-09T18:24:30,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for f2be043550c7e44cb8964c3a524ca633 in 170ms, sequenceid=337, compaction requested=false 2024-11-09T18:24:30,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:30,271 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:30,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T18:24:30,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/ebe8d5ba0358442994f3effd79054a52 is 50, key is test_row_0/A:col10/1731176670269/Put/seqid=0 2024-11-09T18:24:30,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T18:24:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:30,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:30,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:30,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:30,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:30,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741905_1081 (size=12301) 2024-11-09T18:24:30,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/ebe8d5ba0358442994f3effd79054a52 2024-11-09T18:24:30,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176730285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176730284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176730291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176730292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176730292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/53b31758b97b4691ad1ba75e353cb014 is 50, key is test_row_0/B:col10/1731176670269/Put/seqid=0 2024-11-09T18:24:30,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741906_1082 (size=12301) 2024-11-09T18:24:30,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176730395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176730396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176730406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176730406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176730406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T18:24:30,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:30,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:30,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:30,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:30,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:30,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T18:24:30,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:30,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:30,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:30,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:30,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:30,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176730606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176730606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176730616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176730616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176730616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/53b31758b97b4691ad1ba75e353cb014 2024-11-09T18:24:30,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/09876589acb84c869ebfcb3ad87fcff1 is 50, key is test_row_0/C:col10/1731176670269/Put/seqid=0 2024-11-09T18:24:30,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741907_1083 (size=12301) 2024-11-09T18:24:30,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/09876589acb84c869ebfcb3ad87fcff1 2024-11-09T18:24:30,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T18:24:30,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:30,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:30,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:30,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:30,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:30,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/ebe8d5ba0358442994f3effd79054a52 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/ebe8d5ba0358442994f3effd79054a52 2024-11-09T18:24:30,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/ebe8d5ba0358442994f3effd79054a52, entries=150, sequenceid=363, filesize=12.0 K 2024-11-09T18:24:30,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/53b31758b97b4691ad1ba75e353cb014 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/53b31758b97b4691ad1ba75e353cb014 2024-11-09T18:24:30,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/53b31758b97b4691ad1ba75e353cb014, entries=150, sequenceid=363, filesize=12.0 K 2024-11-09T18:24:30,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/09876589acb84c869ebfcb3ad87fcff1 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/09876589acb84c869ebfcb3ad87fcff1 2024-11-09T18:24:30,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/09876589acb84c869ebfcb3ad87fcff1, entries=150, sequenceid=363, filesize=12.0 K 2024-11-09T18:24:30,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for f2be043550c7e44cb8964c3a524ca633 in 504ms, sequenceid=363, compaction requested=true 2024-11-09T18:24:30,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:30,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:24:30,776 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:30,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:30,776 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:30,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:24:30,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:30,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:30,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:30,778 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:30,778 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/B is initiating minor compaction (all files) 2024-11-09T18:24:30,778 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/B in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:30,778 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/38501a76c6f54c97a291391c4fef913c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/fb0c0558a7e54e388c6ec9301c30aed4, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/53b31758b97b4691ad1ba75e353cb014] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=36.7 K 2024-11-09T18:24:30,779 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:30,779 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 38501a76c6f54c97a291391c4fef913c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731176669311 2024-11-09T18:24:30,779 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/A is initiating minor compaction (all files) 2024-11-09T18:24:30,779 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/A in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:30,779 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/ec77d0e0ebde495484679ece6dae6949, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/c43146d157fb47eeb762b78e111f7ff9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/ebe8d5ba0358442994f3effd79054a52] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=36.7 K 2024-11-09T18:24:30,779 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting fb0c0558a7e54e388c6ec9301c30aed4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731176669449 2024-11-09T18:24:30,780 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec77d0e0ebde495484679ece6dae6949, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731176669311 2024-11-09T18:24:30,780 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting c43146d157fb47eeb762b78e111f7ff9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731176669449 2024-11-09T18:24:30,780 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 53b31758b97b4691ad1ba75e353cb014, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731176670144 2024-11-09T18:24:30,781 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebe8d5ba0358442994f3effd79054a52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731176670144 2024-11-09T18:24:30,801 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#A#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:30,802 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/1e67494f0c1342f6a6b591aa32935d6d is 50, key is test_row_0/A:col10/1731176670269/Put/seqid=0 2024-11-09T18:24:30,805 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#B#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:30,805 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/6397309e9719443abebe8a77fc140015 is 50, key is test_row_0/B:col10/1731176670269/Put/seqid=0 2024-11-09T18:24:30,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741909_1085 (size=13119) 2024-11-09T18:24:30,850 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/6397309e9719443abebe8a77fc140015 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/6397309e9719443abebe8a77fc140015 2024-11-09T18:24:30,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741908_1084 (size=13119) 2024-11-09T18:24:30,862 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/B of f2be043550c7e44cb8964c3a524ca633 into 6397309e9719443abebe8a77fc140015(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:30,862 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:30,862 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/B, priority=13, startTime=1731176670776; duration=0sec 2024-11-09T18:24:30,863 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:30,863 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:B 2024-11-09T18:24:30,863 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:30,865 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:30,865 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/C is initiating minor compaction (all files) 2024-11-09T18:24:30,865 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/C in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:30,866 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/700baf9809424674a868d24c2cdb2a0c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/98b478825cb34a519651561215806262, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/09876589acb84c869ebfcb3ad87fcff1] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=36.7 K 2024-11-09T18:24:30,868 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 700baf9809424674a868d24c2cdb2a0c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731176669311 2024-11-09T18:24:30,871 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 98b478825cb34a519651561215806262, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731176669449 2024-11-09T18:24:30,872 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/1e67494f0c1342f6a6b591aa32935d6d as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/1e67494f0c1342f6a6b591aa32935d6d 2024-11-09T18:24:30,872 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 09876589acb84c869ebfcb3ad87fcff1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731176670144 2024-11-09T18:24:30,882 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/A of f2be043550c7e44cb8964c3a524ca633 into 1e67494f0c1342f6a6b591aa32935d6d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:30,882 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:30,882 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/A, priority=13, startTime=1731176670776; duration=0sec 2024-11-09T18:24:30,882 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:30,882 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:A 2024-11-09T18:24:30,885 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#C#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:30,885 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/26dda092cffa4ac78645af2db1e989af is 50, key is test_row_0/C:col10/1731176670269/Put/seqid=0 2024-11-09T18:24:30,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T18:24:30,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:30,900 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T18:24:30,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741910_1086 (size=13085) 2024-11-09T18:24:30,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/a201424af3414d97a0f314c57eb46cb8 is 50, key is test_row_0/A:col10/1731176670272/Put/seqid=0 2024-11-09T18:24:30,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:30,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741911_1087 (size=12301) 2024-11-09T18:24:30,937 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/a201424af3414d97a0f314c57eb46cb8 2024-11-09T18:24:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/c12b5aa7788347659668e601b72116f9 is 50, key is test_row_0/B:col10/1731176670272/Put/seqid=0 2024-11-09T18:24:30,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741912_1088 (size=12301) 2024-11-09T18:24:30,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176730958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176730958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176730961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176730963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:30,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176730969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T18:24:31,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:31,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176731077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176731077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:31,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176731077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:31,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176731077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176731077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:31,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:31,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176731286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176731286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:31,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176731286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176731286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176731286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,316 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/26dda092cffa4ac78645af2db1e989af as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/26dda092cffa4ac78645af2db1e989af 2024-11-09T18:24:31,325 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/C of f2be043550c7e44cb8964c3a524ca633 into 26dda092cffa4ac78645af2db1e989af(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:31,325 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:31,325 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/C, priority=13, startTime=1731176670776; duration=0sec 2024-11-09T18:24:31,326 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:31,326 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:C 2024-11-09T18:24:31,364 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/c12b5aa7788347659668e601b72116f9 2024-11-09T18:24:31,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/e8c0bb62989c4234811ae82cf633b557 is 50, key is test_row_0/C:col10/1731176670272/Put/seqid=0 2024-11-09T18:24:31,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741913_1089 (size=12301) 2024-11-09T18:24:31,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176731596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:31,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:31,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176731596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:31,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176731596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:31,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176731596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:31,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176731597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:31,783 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/e8c0bb62989c4234811ae82cf633b557 2024-11-09T18:24:31,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/a201424af3414d97a0f314c57eb46cb8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/a201424af3414d97a0f314c57eb46cb8 2024-11-09T18:24:31,795 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/a201424af3414d97a0f314c57eb46cb8, entries=150, sequenceid=378, filesize=12.0 K 2024-11-09T18:24:31,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/c12b5aa7788347659668e601b72116f9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c12b5aa7788347659668e601b72116f9 2024-11-09T18:24:31,802 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c12b5aa7788347659668e601b72116f9, entries=150, sequenceid=378, filesize=12.0 K 2024-11-09T18:24:31,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/e8c0bb62989c4234811ae82cf633b557 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/e8c0bb62989c4234811ae82cf633b557 2024-11-09T18:24:31,812 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/e8c0bb62989c4234811ae82cf633b557, entries=150, sequenceid=378, filesize=12.0 K 2024-11-09T18:24:31,813 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f2be043550c7e44cb8964c3a524ca633 in 912ms, sequenceid=378, compaction requested=false 2024-11-09T18:24:31,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:31,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:31,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-09T18:24:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-09T18:24:31,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T18:24:31,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9330 sec 2024-11-09T18:24:31,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.9410 sec 2024-11-09T18:24:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:32,107 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:32,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T18:24:32,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/7acb6f4ab36443409872809db85e5588 is 50, key is test_row_0/A:col10/1731176670949/Put/seqid=0 2024-11-09T18:24:32,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176732116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176732117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176732117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176732119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176732121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741914_1090 (size=17181) 2024-11-09T18:24:32,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/7acb6f4ab36443409872809db85e5588 2024-11-09T18:24:32,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/a102b9d18f12438d8210cd34952ca337 is 50, key is test_row_0/B:col10/1731176670949/Put/seqid=0 2024-11-09T18:24:32,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741915_1091 (size=12301) 2024-11-09T18:24:32,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/a102b9d18f12438d8210cd34952ca337 2024-11-09T18:24:32,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/8f5b84dd514c49d08a645c84aec78c69 is 50, key is test_row_0/C:col10/1731176670949/Put/seqid=0 2024-11-09T18:24:32,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741916_1092 (size=12301) 2024-11-09T18:24:32,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/8f5b84dd514c49d08a645c84aec78c69 2024-11-09T18:24:32,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/7acb6f4ab36443409872809db85e5588 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7acb6f4ab36443409872809db85e5588 2024-11-09T18:24:32,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7acb6f4ab36443409872809db85e5588, entries=250, sequenceid=405, filesize=16.8 K 2024-11-09T18:24:32,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/a102b9d18f12438d8210cd34952ca337 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/a102b9d18f12438d8210cd34952ca337 2024-11-09T18:24:32,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176732226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176732226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/a102b9d18f12438d8210cd34952ca337, entries=150, sequenceid=405, filesize=12.0 K 2024-11-09T18:24:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/8f5b84dd514c49d08a645c84aec78c69 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/8f5b84dd514c49d08a645c84aec78c69 2024-11-09T18:24:32,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176732236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176732236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/8f5b84dd514c49d08a645c84aec78c69, entries=150, sequenceid=405, filesize=12.0 K 2024-11-09T18:24:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f2be043550c7e44cb8964c3a524ca633 in 133ms, sequenceid=405, compaction requested=true 2024-11-09T18:24:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:24:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:32,240 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:24:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:32,240 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:32,242 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:32,243 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/A is initiating minor compaction (all files) 2024-11-09T18:24:32,243 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/A in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:32,243 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/1e67494f0c1342f6a6b591aa32935d6d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/a201424af3414d97a0f314c57eb46cb8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7acb6f4ab36443409872809db85e5588] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=41.6 K 2024-11-09T18:24:32,243 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:32,243 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/B is initiating minor compaction (all files) 2024-11-09T18:24:32,243 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/B in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:32,243 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/6397309e9719443abebe8a77fc140015, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c12b5aa7788347659668e601b72116f9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/a102b9d18f12438d8210cd34952ca337] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=36.8 K 2024-11-09T18:24:32,244 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6397309e9719443abebe8a77fc140015, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731176670144 2024-11-09T18:24:32,244 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e67494f0c1342f6a6b591aa32935d6d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731176670144 2024-11-09T18:24:32,245 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting c12b5aa7788347659668e601b72116f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731176670272 2024-11-09T18:24:32,245 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting a201424af3414d97a0f314c57eb46cb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731176670272 2024-11-09T18:24:32,245 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 7acb6f4ab36443409872809db85e5588, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731176670949 2024-11-09T18:24:32,246 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting a102b9d18f12438d8210cd34952ca337, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731176670949 2024-11-09T18:24:32,262 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#B#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:32,263 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/7ea4fd22939f4633a1c2c47300db4a77 is 50, key is test_row_0/B:col10/1731176670949/Put/seqid=0 2024-11-09T18:24:32,263 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#A#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:32,264 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/35497ed7e5e640ca8aead19b483aa233 is 50, key is test_row_0/A:col10/1731176670949/Put/seqid=0 2024-11-09T18:24:32,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741917_1093 (size=13221) 2024-11-09T18:24:32,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741918_1094 (size=13221) 2024-11-09T18:24:32,326 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/7ea4fd22939f4633a1c2c47300db4a77 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/7ea4fd22939f4633a1c2c47300db4a77 2024-11-09T18:24:32,335 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/B of f2be043550c7e44cb8964c3a524ca633 into 7ea4fd22939f4633a1c2c47300db4a77(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:32,335 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:32,335 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/B, priority=13, startTime=1731176672240; duration=0sec 2024-11-09T18:24:32,336 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:32,336 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:B 2024-11-09T18:24:32,336 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:32,338 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:32,338 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/C is initiating minor compaction (all files) 2024-11-09T18:24:32,338 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/C in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:32,338 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/26dda092cffa4ac78645af2db1e989af, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/e8c0bb62989c4234811ae82cf633b557, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/8f5b84dd514c49d08a645c84aec78c69] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=36.8 K 2024-11-09T18:24:32,339 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26dda092cffa4ac78645af2db1e989af, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731176670144 2024-11-09T18:24:32,339 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8c0bb62989c4234811ae82cf633b557, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731176670272 2024-11-09T18:24:32,340 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f5b84dd514c49d08a645c84aec78c69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731176670949 2024-11-09T18:24:32,352 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#C#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:32,353 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/b2fae7c9bedd438a861971c5a06bcdf8 is 50, key is test_row_0/C:col10/1731176670949/Put/seqid=0 2024-11-09T18:24:32,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741919_1095 (size=13187) 2024-11-09T18:24:32,437 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:32,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:24:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:32,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/266ebd7426574114ad051a4878f00c4d is 50, key is test_row_1/A:col10/1731176672436/Put/seqid=0 2024-11-09T18:24:32,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176732468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176732469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176732470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176732474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741920_1096 (size=12297) 2024-11-09T18:24:32,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/266ebd7426574114ad051a4878f00c4d 2024-11-09T18:24:32,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/57e4369c081141e885f626de656cc130 is 50, key is test_row_1/B:col10/1731176672436/Put/seqid=0 2024-11-09T18:24:32,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741921_1097 (size=9857) 2024-11-09T18:24:32,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/57e4369c081141e885f626de656cc130 2024-11-09T18:24:32,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/ecb6741f856342cb94ba7093840dc779 is 50, key is test_row_1/C:col10/1731176672436/Put/seqid=0 2024-11-09T18:24:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741922_1098 (size=9857) 2024-11-09T18:24:32,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/ecb6741f856342cb94ba7093840dc779 2024-11-09T18:24:32,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/266ebd7426574114ad051a4878f00c4d as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/266ebd7426574114ad051a4878f00c4d 2024-11-09T18:24:32,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/266ebd7426574114ad051a4878f00c4d, entries=150, sequenceid=417, filesize=12.0 K 2024-11-09T18:24:32,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/57e4369c081141e885f626de656cc130 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/57e4369c081141e885f626de656cc130 2024-11-09T18:24:32,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176732576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/57e4369c081141e885f626de656cc130, entries=100, sequenceid=417, filesize=9.6 K 2024-11-09T18:24:32,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/ecb6741f856342cb94ba7093840dc779 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ecb6741f856342cb94ba7093840dc779 2024-11-09T18:24:32,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176732586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176732586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176732586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ecb6741f856342cb94ba7093840dc779, entries=100, sequenceid=417, filesize=9.6 K 2024-11-09T18:24:32,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f2be043550c7e44cb8964c3a524ca633 in 159ms, sequenceid=417, compaction requested=false 2024-11-09T18:24:32,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:32,719 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/35497ed7e5e640ca8aead19b483aa233 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/35497ed7e5e640ca8aead19b483aa233 2024-11-09T18:24:32,729 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/A of f2be043550c7e44cb8964c3a524ca633 into 35497ed7e5e640ca8aead19b483aa233(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:32,729 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:32,729 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/A, priority=13, startTime=1731176672240; duration=0sec 2024-11-09T18:24:32,729 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:32,729 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:A 2024-11-09T18:24:32,780 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/b2fae7c9bedd438a861971c5a06bcdf8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/b2fae7c9bedd438a861971c5a06bcdf8 2024-11-09T18:24:32,788 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/C of f2be043550c7e44cb8964c3a524ca633 into b2fae7c9bedd438a861971c5a06bcdf8(size=12.9 K), total size for store is 22.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:32,788 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:32,788 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/C, priority=13, startTime=1731176672240; duration=0sec 2024-11-09T18:24:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:32,788 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:32,788 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:32,788 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:C 2024-11-09T18:24:32,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T18:24:32,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/dcefbd406f164cc4937854ea70c8821b is 50, key is test_row_0/A:col10/1731176672471/Put/seqid=0 2024-11-09T18:24:32,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176732804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176732803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176732806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176732807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741923_1099 (size=14741) 2024-11-09T18:24:32,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176732916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176732916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176732916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176732916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:32,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T18:24:33,055 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:33,056 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-09T18:24:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T18:24:33,060 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:33,061 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:33,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:33,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176733126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176733126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176733126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176733126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176733126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:33,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:33,132 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_1' in f2be043550c7e44cb8964c3a524ca633 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:24:33,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T18:24:33,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T18:24:33,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:33,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:33,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:33,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:33,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:33,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/dcefbd406f164cc4937854ea70c8821b 2024-11-09T18:24:33,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/1a35f36d702e4b73841cadc2444b54c1 is 50, key is test_row_0/B:col10/1731176672471/Put/seqid=0 2024-11-09T18:24:33,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741924_1100 (size=12301) 2024-11-09T18:24:33,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T18:24:33,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:33,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:33,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:33,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:33,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T18:24:33,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176733435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:33,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:33,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176733436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:33,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176733436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176733436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:33,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T18:24:33,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:33,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:33,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:33,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:33,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:33,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/1a35f36d702e4b73841cadc2444b54c1 2024-11-09T18:24:33,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/563db7462772410e8c72a54a8eea00e7 is 50, key is test_row_0/C:col10/1731176672471/Put/seqid=0 2024-11-09T18:24:33,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T18:24:33,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:33,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:33,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:33,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:33,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T18:24:33,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741925_1101 (size=12301) 2024-11-09T18:24:33,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/563db7462772410e8c72a54a8eea00e7 2024-11-09T18:24:33,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/dcefbd406f164cc4937854ea70c8821b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/dcefbd406f164cc4937854ea70c8821b 2024-11-09T18:24:33,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/dcefbd406f164cc4937854ea70c8821b, entries=200, sequenceid=445, filesize=14.4 K 2024-11-09T18:24:33,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/1a35f36d702e4b73841cadc2444b54c1 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1a35f36d702e4b73841cadc2444b54c1 2024-11-09T18:24:33,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1a35f36d702e4b73841cadc2444b54c1, entries=150, sequenceid=445, filesize=12.0 K 2024-11-09T18:24:33,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/563db7462772410e8c72a54a8eea00e7 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/563db7462772410e8c72a54a8eea00e7 2024-11-09T18:24:33,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/563db7462772410e8c72a54a8eea00e7, entries=150, sequenceid=445, filesize=12.0 K 2024-11-09T18:24:33,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f2be043550c7e44cb8964c3a524ca633 in 965ms, sequenceid=445, compaction requested=true 2024-11-09T18:24:33,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:33,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:24:33,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:33,754 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:33,754 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:33,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:24:33,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:33,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:33,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:33,756 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:33,756 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:33,756 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/A is initiating minor compaction (all files) 2024-11-09T18:24:33,756 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/B is initiating minor compaction (all files) 2024-11-09T18:24:33,756 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/B in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:33,756 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/A in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:33,756 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/7ea4fd22939f4633a1c2c47300db4a77, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/57e4369c081141e885f626de656cc130, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1a35f36d702e4b73841cadc2444b54c1] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=34.5 K 2024-11-09T18:24:33,756 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/35497ed7e5e640ca8aead19b483aa233, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/266ebd7426574114ad051a4878f00c4d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/dcefbd406f164cc4937854ea70c8821b] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=39.3 K 2024-11-09T18:24:33,757 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35497ed7e5e640ca8aead19b483aa233, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731176670949 2024-11-09T18:24:33,757 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 266ebd7426574114ad051a4878f00c4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731176672116 2024-11-09T18:24:33,758 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcefbd406f164cc4937854ea70c8821b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731176672460 2024-11-09T18:24:33,758 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ea4fd22939f4633a1c2c47300db4a77, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731176670949 2024-11-09T18:24:33,758 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 57e4369c081141e885f626de656cc130, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731176672119 2024-11-09T18:24:33,759 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a35f36d702e4b73841cadc2444b54c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731176672465 2024-11-09T18:24:33,773 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#A#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:33,774 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/8cf9fbdb99f444e38fabcc44905c20ed is 50, key is test_row_0/A:col10/1731176672471/Put/seqid=0 2024-11-09T18:24:33,786 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:33,787 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/1eac99ecc85240bf9e9937fbd08078ca is 50, key is test_row_0/B:col10/1731176672471/Put/seqid=0 2024-11-09T18:24:33,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741926_1102 (size=13323) 2024-11-09T18:24:33,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741927_1103 (size=13323) 2024-11-09T18:24:33,818 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/8cf9fbdb99f444e38fabcc44905c20ed as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8cf9fbdb99f444e38fabcc44905c20ed 2024-11-09T18:24:33,824 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/1eac99ecc85240bf9e9937fbd08078ca as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1eac99ecc85240bf9e9937fbd08078ca 2024-11-09T18:24:33,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T18:24:33,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:33,830 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T18:24:33,831 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/A of f2be043550c7e44cb8964c3a524ca633 into 8cf9fbdb99f444e38fabcc44905c20ed(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:33,831 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:33,831 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/A, priority=13, startTime=1731176673753; duration=0sec 2024-11-09T18:24:33,832 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:33,832 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:A 2024-11-09T18:24:33,832 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:33,835 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/B of f2be043550c7e44cb8964c3a524ca633 into 1eac99ecc85240bf9e9937fbd08078ca(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:33,835 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:33,835 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/B, priority=13, startTime=1731176673754; duration=0sec 2024-11-09T18:24:33,835 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:33,835 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:B 2024-11-09T18:24:33,837 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:33,837 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/C is initiating minor compaction (all files) 2024-11-09T18:24:33,837 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/C in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:33,838 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/b2fae7c9bedd438a861971c5a06bcdf8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ecb6741f856342cb94ba7093840dc779, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/563db7462772410e8c72a54a8eea00e7] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=34.5 K 2024-11-09T18:24:33,838 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2fae7c9bedd438a861971c5a06bcdf8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731176670949 2024-11-09T18:24:33,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/aca43507f4a640b29f10631e54f52e17 is 50, key is test_row_0/A:col10/1731176672804/Put/seqid=0 2024-11-09T18:24:33,839 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecb6741f856342cb94ba7093840dc779, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731176672119 2024-11-09T18:24:33,840 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 563db7462772410e8c72a54a8eea00e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731176672465 2024-11-09T18:24:33,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741928_1104 (size=12301) 2024-11-09T18:24:33,864 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/aca43507f4a640b29f10631e54f52e17 2024-11-09T18:24:33,866 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:33,867 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/3fe7ae63654f40d1b3728aaafe67eace is 50, key is test_row_0/C:col10/1731176672471/Put/seqid=0 2024-11-09T18:24:33,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741929_1105 (size=13289) 2024-11-09T18:24:33,891 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/3fe7ae63654f40d1b3728aaafe67eace as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/3fe7ae63654f40d1b3728aaafe67eace 2024-11-09T18:24:33,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/be761ac7caa94cb7bf6845d7e5f3cafb is 50, key is test_row_0/B:col10/1731176672804/Put/seqid=0 2024-11-09T18:24:33,903 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/C of f2be043550c7e44cb8964c3a524ca633 into 3fe7ae63654f40d1b3728aaafe67eace(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:33,903 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:33,903 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/C, priority=13, startTime=1731176673754; duration=0sec 2024-11-09T18:24:33,904 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:33,904 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:C 2024-11-09T18:24:33,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741930_1106 (size=12301) 2024-11-09T18:24:33,916 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/be761ac7caa94cb7bf6845d7e5f3cafb 2024-11-09T18:24:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/19da4829273f47e395f2000e2594f132 is 50, key is test_row_0/C:col10/1731176672804/Put/seqid=0 2024-11-09T18:24:33,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741931_1107 (size=12301) 2024-11-09T18:24:33,945 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/19da4829273f47e395f2000e2594f132 2024-11-09T18:24:33,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:33,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:33,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/aca43507f4a640b29f10631e54f52e17 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/aca43507f4a640b29f10631e54f52e17 2024-11-09T18:24:33,962 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/aca43507f4a640b29f10631e54f52e17, entries=150, sequenceid=456, filesize=12.0 K 2024-11-09T18:24:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/be761ac7caa94cb7bf6845d7e5f3cafb as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/be761ac7caa94cb7bf6845d7e5f3cafb 2024-11-09T18:24:33,970 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/be761ac7caa94cb7bf6845d7e5f3cafb, entries=150, sequenceid=456, filesize=12.0 K 2024-11-09T18:24:33,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/19da4829273f47e395f2000e2594f132 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/19da4829273f47e395f2000e2594f132 2024-11-09T18:24:33,977 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/19da4829273f47e395f2000e2594f132, entries=150, sequenceid=456, filesize=12.0 K 2024-11-09T18:24:33,993 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=13.42 KB/13740 for f2be043550c7e44cb8964c3a524ca633 in 162ms, sequenceid=456, compaction requested=false 2024-11-09T18:24:33,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:33,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:33,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-09T18:24:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-09T18:24:33,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-09T18:24:33,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 935 msec 2024-11-09T18:24:34,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 946 msec 2024-11-09T18:24:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:34,006 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:34,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:24:34,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/9e6a79cd88084779b34e6c09fab08195 is 50, key is test_row_0/A:col10/1731176674005/Put/seqid=0 2024-11-09T18:24:34,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741932_1108 (size=14741) 2024-11-09T18:24:34,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/9e6a79cd88084779b34e6c09fab08195 2024-11-09T18:24:34,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/f7343a944f694e14ad3fe38122a07657 is 50, key is test_row_0/B:col10/1731176674005/Put/seqid=0 2024-11-09T18:24:34,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176734060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741933_1109 (size=12301) 2024-11-09T18:24:34,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176734063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176734063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176734064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/f7343a944f694e14ad3fe38122a07657 2024-11-09T18:24:34,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/f147c35d15a54bf19e35fe2a46b52774 is 50, key is test_row_0/C:col10/1731176674005/Put/seqid=0 2024-11-09T18:24:34,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741934_1110 (size=12301) 2024-11-09T18:24:34,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/f147c35d15a54bf19e35fe2a46b52774 2024-11-09T18:24:34,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/9e6a79cd88084779b34e6c09fab08195 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9e6a79cd88084779b34e6c09fab08195 2024-11-09T18:24:34,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9e6a79cd88084779b34e6c09fab08195, entries=200, sequenceid=471, filesize=14.4 K 2024-11-09T18:24:34,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/f7343a944f694e14ad3fe38122a07657 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/f7343a944f694e14ad3fe38122a07657 2024-11-09T18:24:34,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/f7343a944f694e14ad3fe38122a07657, entries=150, sequenceid=471, filesize=12.0 K 2024-11-09T18:24:34,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/f147c35d15a54bf19e35fe2a46b52774 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/f147c35d15a54bf19e35fe2a46b52774 2024-11-09T18:24:34,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/f147c35d15a54bf19e35fe2a46b52774, entries=150, sequenceid=471, filesize=12.0 K 2024-11-09T18:24:34,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for f2be043550c7e44cb8964c3a524ca633 in 133ms, sequenceid=471, compaction requested=true 2024-11-09T18:24:34,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:34,139 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:34,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:24:34,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:34,140 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:34,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:24:34,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:34,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:34,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:34,141 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:34,141 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/A is initiating minor compaction (all files) 2024-11-09T18:24:34,141 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/A in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:34,141 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8cf9fbdb99f444e38fabcc44905c20ed, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/aca43507f4a640b29f10631e54f52e17, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9e6a79cd88084779b34e6c09fab08195] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=39.4 K 2024-11-09T18:24:34,142 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:34,142 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cf9fbdb99f444e38fabcc44905c20ed, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731176672465 2024-11-09T18:24:34,142 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/B is initiating minor compaction (all files) 2024-11-09T18:24:34,142 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/B in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:34,142 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1eac99ecc85240bf9e9937fbd08078ca, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/be761ac7caa94cb7bf6845d7e5f3cafb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/f7343a944f694e14ad3fe38122a07657] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=37.0 K 2024-11-09T18:24:34,142 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting aca43507f4a640b29f10631e54f52e17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731176672802 2024-11-09T18:24:34,143 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 1eac99ecc85240bf9e9937fbd08078ca, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731176672465 2024-11-09T18:24:34,143 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e6a79cd88084779b34e6c09fab08195, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731176673993 2024-11-09T18:24:34,143 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting be761ac7caa94cb7bf6845d7e5f3cafb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731176672802 2024-11-09T18:24:34,143 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting f7343a944f694e14ad3fe38122a07657, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731176673993 2024-11-09T18:24:34,156 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#A#compaction#98 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:34,156 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/6e80be8a65e1467e8107fd76255175ad is 50, key is test_row_0/A:col10/1731176674005/Put/seqid=0 2024-11-09T18:24:34,160 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:34,161 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/ef8b21f8d667412c891159f71bf77a14 is 50, key is test_row_0/B:col10/1731176674005/Put/seqid=0 2024-11-09T18:24:34,183 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:34,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T18:24:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:34,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741935_1111 (size=13425) 2024-11-09T18:24:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T18:24:34,196 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:34,197 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:34,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176734192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176734193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176734190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176734195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-09T18:24:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,200 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T18:24:34,201 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:34,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:34,207 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/ef8b21f8d667412c891159f71bf77a14 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ef8b21f8d667412c891159f71bf77a14 2024-11-09T18:24:34,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/141510fdd1324d6dbdc7c86cbd7bf67a is 50, key is test_row_0/A:col10/1731176674183/Put/seqid=0 2024-11-09T18:24:34,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741936_1112 (size=13425) 2024-11-09T18:24:34,224 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/B of f2be043550c7e44cb8964c3a524ca633 into ef8b21f8d667412c891159f71bf77a14(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:34,224 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:34,224 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/B, priority=13, startTime=1731176674140; duration=0sec 2024-11-09T18:24:34,227 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:34,227 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:B 2024-11-09T18:24:34,227 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:34,228 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/6e80be8a65e1467e8107fd76255175ad as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/6e80be8a65e1467e8107fd76255175ad 2024-11-09T18:24:34,229 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:34,229 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/C is initiating minor compaction (all files) 2024-11-09T18:24:34,229 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/C in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:34,229 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/3fe7ae63654f40d1b3728aaafe67eace, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/19da4829273f47e395f2000e2594f132, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/f147c35d15a54bf19e35fe2a46b52774] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=37.0 K 2024-11-09T18:24:34,231 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fe7ae63654f40d1b3728aaafe67eace, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731176672465 2024-11-09T18:24:34,233 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 19da4829273f47e395f2000e2594f132, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731176672802 2024-11-09T18:24:34,234 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting f147c35d15a54bf19e35fe2a46b52774, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731176673993 2024-11-09T18:24:34,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741937_1113 (size=12301) 2024-11-09T18:24:34,237 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/A of f2be043550c7e44cb8964c3a524ca633 into 6e80be8a65e1467e8107fd76255175ad(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:34,237 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:34,237 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/A, priority=13, startTime=1731176674139; duration=0sec 2024-11-09T18:24:34,237 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:34,238 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:A 2024-11-09T18:24:34,249 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#C#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:34,249 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/69b668ccf15047b0a1252f7d32e2c849 is 50, key is test_row_0/C:col10/1731176674005/Put/seqid=0 2024-11-09T18:24:34,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741938_1114 (size=13391) 2024-11-09T18:24:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T18:24:34,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176734307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176734306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176734307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176734307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T18:24:34,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:34,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:34,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:34,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:34,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:34,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T18:24:34,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:34,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:34,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:34,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:34,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T18:24:34,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176734516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176734516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176734516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176734516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/141510fdd1324d6dbdc7c86cbd7bf67a 2024-11-09T18:24:34,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/60d9749704024e849392e76a5d6f04b9 is 50, key is test_row_0/B:col10/1731176674183/Put/seqid=0 2024-11-09T18:24:34,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741939_1115 (size=12301) 2024-11-09T18:24:34,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/60d9749704024e849392e76a5d6f04b9 2024-11-09T18:24:34,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T18:24:34,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:34,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:34,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:34,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:34,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:34,666 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/69b668ccf15047b0a1252f7d32e2c849 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/69b668ccf15047b0a1252f7d32e2c849 2024-11-09T18:24:34,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/65b428502a054b9f8dcf8773636644be is 50, key is test_row_0/C:col10/1731176674183/Put/seqid=0 2024-11-09T18:24:34,674 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/C of f2be043550c7e44cb8964c3a524ca633 into 69b668ccf15047b0a1252f7d32e2c849(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:34,675 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:34,675 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/C, priority=13, startTime=1731176674141; duration=0sec 2024-11-09T18:24:34,675 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:34,675 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:C 2024-11-09T18:24:34,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741940_1116 (size=12301) 2024-11-09T18:24:34,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/65b428502a054b9f8dcf8773636644be 2024-11-09T18:24:34,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/141510fdd1324d6dbdc7c86cbd7bf67a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/141510fdd1324d6dbdc7c86cbd7bf67a 2024-11-09T18:24:34,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/141510fdd1324d6dbdc7c86cbd7bf67a, entries=150, sequenceid=499, filesize=12.0 K 2024-11-09T18:24:34,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/60d9749704024e849392e76a5d6f04b9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/60d9749704024e849392e76a5d6f04b9 2024-11-09T18:24:34,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/60d9749704024e849392e76a5d6f04b9, entries=150, sequenceid=499, filesize=12.0 K 2024-11-09T18:24:34,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/65b428502a054b9f8dcf8773636644be as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/65b428502a054b9f8dcf8773636644be 2024-11-09T18:24:34,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/65b428502a054b9f8dcf8773636644be, entries=150, sequenceid=499, filesize=12.0 K 2024-11-09T18:24:34,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for f2be043550c7e44cb8964c3a524ca633 in 535ms, sequenceid=499, compaction requested=false 2024-11-09T18:24:34,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:34,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T18:24:34,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:34,814 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T18:24:34,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/742ae3fd51664b65abc3c43451021e22 is 50, key is test_row_0/A:col10/1731176674191/Put/seqid=0 2024-11-09T18:24:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T18:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:34,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:34,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741941_1117 (size=12301) 2024-11-09T18:24:34,834 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/742ae3fd51664b65abc3c43451021e22 2024-11-09T18:24:34,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/3b06087f79914f559c1a85c883fa813f is 50, key is test_row_0/B:col10/1731176674191/Put/seqid=0 2024-11-09T18:24:34,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741942_1118 (size=12301) 2024-11-09T18:24:34,849 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/3b06087f79914f559c1a85c883fa813f 2024-11-09T18:24:34,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/5863127036d2453bb9662c1e7fe8bba5 is 50, key is test_row_0/C:col10/1731176674191/Put/seqid=0 2024-11-09T18:24:34,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176734866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741943_1119 (size=12301) 2024-11-09T18:24:34,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176734866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176734866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176734868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176734976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176734976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176734976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:34,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176734976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:34,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:34,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36752 deadline: 1731176735156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,160 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_1' in f2be043550c7e44cb8964c3a524ca633 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:24:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176735186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176735186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176735186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176735186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,269 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/5863127036d2453bb9662c1e7fe8bba5 2024-11-09T18:24:35,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/742ae3fd51664b65abc3c43451021e22 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/742ae3fd51664b65abc3c43451021e22 2024-11-09T18:24:35,280 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/742ae3fd51664b65abc3c43451021e22, entries=150, sequenceid=510, filesize=12.0 K 2024-11-09T18:24:35,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/3b06087f79914f559c1a85c883fa813f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/3b06087f79914f559c1a85c883fa813f 2024-11-09T18:24:35,286 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/3b06087f79914f559c1a85c883fa813f, entries=150, sequenceid=510, filesize=12.0 K 2024-11-09T18:24:35,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/5863127036d2453bb9662c1e7fe8bba5 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/5863127036d2453bb9662c1e7fe8bba5 2024-11-09T18:24:35,293 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/5863127036d2453bb9662c1e7fe8bba5, entries=150, sequenceid=510, filesize=12.0 K 2024-11-09T18:24:35,294 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for f2be043550c7e44cb8964c3a524ca633 in 480ms, sequenceid=510, compaction requested=true 2024-11-09T18:24:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-09T18:24:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-09T18:24:35,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-09T18:24:35,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0940 sec 2024-11-09T18:24:35,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.1010 sec 2024-11-09T18:24:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T18:24:35,336 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:35,336 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-09T18:24:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T18:24:35,338 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:35,339 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:35,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T18:24:35,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T18:24:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:35,492 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-09T18:24:35,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/7d04fe49b00b4104aa9d531d4d3a952f is 50, key is test_row_0/A:col10/1731176674864/Put/seqid=0 2024-11-09T18:24:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:35,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:35,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741944_1120 (size=12301) 2024-11-09T18:24:35,504 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/7d04fe49b00b4104aa9d531d4d3a952f 2024-11-09T18:24:35,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176735499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176735500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176735505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176735505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/205de68616934fdba9564d9a28fc4f28 is 50, key is test_row_0/B:col10/1731176674864/Put/seqid=0 2024-11-09T18:24:35,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741945_1121 (size=12301) 2024-11-09T18:24:35,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176735616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176735616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176735616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176735616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T18:24:35,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176735826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176735826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:35,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176735826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176735826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:35,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:35,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:35,919 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/205de68616934fdba9564d9a28fc4f28 2024-11-09T18:24:35,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/fe6fdb0c09d2465b87f94b7b14b1bfff is 50, key is test_row_0/C:col10/1731176674864/Put/seqid=0 2024-11-09T18:24:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741946_1122 (size=12301) 2024-11-09T18:24:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T18:24:36,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176736136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176736136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176736136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176736136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:36,337 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/fe6fdb0c09d2465b87f94b7b14b1bfff 2024-11-09T18:24:36,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/7d04fe49b00b4104aa9d531d4d3a952f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7d04fe49b00b4104aa9d531d4d3a952f 2024-11-09T18:24:36,347 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7d04fe49b00b4104aa9d531d4d3a952f, entries=150, sequenceid=538, filesize=12.0 K 2024-11-09T18:24:36,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/205de68616934fdba9564d9a28fc4f28 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/205de68616934fdba9564d9a28fc4f28 2024-11-09T18:24:36,353 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/205de68616934fdba9564d9a28fc4f28, entries=150, sequenceid=538, filesize=12.0 K 2024-11-09T18:24:36,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/fe6fdb0c09d2465b87f94b7b14b1bfff as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/fe6fdb0c09d2465b87f94b7b14b1bfff 2024-11-09T18:24:36,359 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/fe6fdb0c09d2465b87f94b7b14b1bfff, entries=150, sequenceid=538, filesize=12.0 K 2024-11-09T18:24:36,360 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for f2be043550c7e44cb8964c3a524ca633 in 868ms, sequenceid=538, compaction requested=true 2024-11-09T18:24:36,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:36,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:36,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-09T18:24:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-09T18:24:36,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-09T18:24:36,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0220 sec 2024-11-09T18:24:36,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.0280 sec 2024-11-09T18:24:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T18:24:36,476 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:36,477 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-09T18:24:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T18:24:36,478 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:36,479 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:36,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T18:24:36,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T18:24:36,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:36,632 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T18:24:36,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/9381c68685d24382b973229ef3593783 is 50, key is test_row_0/A:col10/1731176675499/Put/seqid=0 2024-11-09T18:24:36,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741947_1123 (size=9857) 2024-11-09T18:24:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:36,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:36,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176736676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:36,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176736677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:36,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:36,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176736679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:36,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:36,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:36,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176736681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:36,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:36,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176736786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:36,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176736786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:36,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:36,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:36,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176736786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:36,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:36,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T18:24:36,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176736795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:36,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:36,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176736996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176736996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176736996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:37,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176737005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:37,041 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/9381c68685d24382b973229ef3593783 2024-11-09T18:24:37,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/ffd7e957c9c5406bac9651016c2c8150 is 50, key is test_row_0/B:col10/1731176675499/Put/seqid=0 2024-11-09T18:24:37,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741948_1124 (size=9857) 2024-11-09T18:24:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T18:24:37,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176737306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176737306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176737306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:37,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176737315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:37,454 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/ffd7e957c9c5406bac9651016c2c8150 2024-11-09T18:24:37,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/88299b63745c4637a831e1ab1906ff13 is 50, key is test_row_0/C:col10/1731176675499/Put/seqid=0 2024-11-09T18:24:37,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741949_1125 (size=9857) 2024-11-09T18:24:37,485 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/88299b63745c4637a831e1ab1906ff13 2024-11-09T18:24:37,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/9381c68685d24382b973229ef3593783 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9381c68685d24382b973229ef3593783 2024-11-09T18:24:37,504 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9381c68685d24382b973229ef3593783, entries=100, sequenceid=546, filesize=9.6 K 2024-11-09T18:24:37,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/ffd7e957c9c5406bac9651016c2c8150 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ffd7e957c9c5406bac9651016c2c8150 2024-11-09T18:24:37,512 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ffd7e957c9c5406bac9651016c2c8150, entries=100, sequenceid=546, filesize=9.6 K 2024-11-09T18:24:37,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/88299b63745c4637a831e1ab1906ff13 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/88299b63745c4637a831e1ab1906ff13 2024-11-09T18:24:37,522 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/88299b63745c4637a831e1ab1906ff13, entries=100, sequenceid=546, filesize=9.6 K 2024-11-09T18:24:37,523 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for f2be043550c7e44cb8964c3a524ca633 in 891ms, sequenceid=546, compaction requested=true 2024-11-09T18:24:37,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:37,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:37,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-09T18:24:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-09T18:24:37,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-09T18:24:37,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0460 sec 2024-11-09T18:24:37,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.0510 sec 2024-11-09T18:24:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T18:24:37,617 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:37,618 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-09T18:24:37,622 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:37,623 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:37,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T18:24:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T18:24:37,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T18:24:37,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:37,777 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-09T18:24:37,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/08212eea5ad547bc8bc48c1432b70ea7 is 50, key is test_row_0/A:col10/1731176676677/Put/seqid=0 2024-11-09T18:24:37,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741950_1126 (size=12301) 2024-11-09T18:24:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:37,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. as already flushing 2024-11-09T18:24:37,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176737821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:37,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:37,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176737822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:37,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:37,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:37,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176737823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:37,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176737826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:37,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:37,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176737936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:37,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176737936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:37,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176737936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T18:24:38,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176738146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:38,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:38,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176738146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:38,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:38,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:38,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176738146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:38,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:38,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:38,187 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/08212eea5ad547bc8bc48c1432b70ea7 2024-11-09T18:24:38,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/745422e95d6744c99b7a26dbd03bddb5 is 50, key is test_row_0/B:col10/1731176676677/Put/seqid=0 2024-11-09T18:24:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741951_1127 (size=12301) 2024-11-09T18:24:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T18:24:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176738456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176738456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:38,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:38,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176738456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:38,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:38,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:38,600 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/745422e95d6744c99b7a26dbd03bddb5 2024-11-09T18:24:38,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/6b7a28a2d999400a9e669e3f057142d4 is 50, key is test_row_0/C:col10/1731176676677/Put/seqid=0 2024-11-09T18:24:38,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741952_1128 (size=12301) 2024-11-09T18:24:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T18:24:38,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36784 deadline: 1731176738836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:38,838 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in f2be043550c7e44cb8964c3a524ca633 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:24:38,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:38,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36812 deadline: 1731176738966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:38,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36824 deadline: 1731176738966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:38,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36806 deadline: 1731176738966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:24:39,012 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/6b7a28a2d999400a9e669e3f057142d4 2024-11-09T18:24:39,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/08212eea5ad547bc8bc48c1432b70ea7 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/08212eea5ad547bc8bc48c1432b70ea7 2024-11-09T18:24:39,023 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/08212eea5ad547bc8bc48c1432b70ea7, entries=150, sequenceid=574, filesize=12.0 K 2024-11-09T18:24:39,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/745422e95d6744c99b7a26dbd03bddb5 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/745422e95d6744c99b7a26dbd03bddb5 2024-11-09T18:24:39,029 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/745422e95d6744c99b7a26dbd03bddb5, entries=150, sequenceid=574, filesize=12.0 K 2024-11-09T18:24:39,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/6b7a28a2d999400a9e669e3f057142d4 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/6b7a28a2d999400a9e669e3f057142d4 2024-11-09T18:24:39,035 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/6b7a28a2d999400a9e669e3f057142d4, entries=150, sequenceid=574, filesize=12.0 K 2024-11-09T18:24:39,036 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for f2be043550c7e44cb8964c3a524ca633 in 1259ms, sequenceid=574, compaction requested=true 2024-11-09T18:24:39,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:39,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:39,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T18:24:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T18:24:39,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-09T18:24:39,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-09T18:24:39,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.4220 sec 2024-11-09T18:24:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:39,219 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:39,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:24:39,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/6bfef2d9d3b1426ca5aede5f15c162f6 is 50, key is test_row_1/A:col10/1731176679207/Put/seqid=0 2024-11-09T18:24:39,227 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-09T18:24:39,227 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-09T18:24:39,228 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:24:39,228 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:24:39,228 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-09T18:24:39,228 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:24:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741953_1129 (size=9857) 2024-11-09T18:24:39,228 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-09T18:24:39,228 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:24:39,230 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-09T18:24:39,230 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:24:39,232 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,232 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,232 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,232 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,232 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,232 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,232 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,232 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:24:39,232 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:24:39,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:24:39,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:24:39,233 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:24:39,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/6bfef2d9d3b1426ca5aede5f15c162f6 2024-11-09T18:24:39,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/ea7e7da9acc94c409cfd1778f32ac9d8 is 50, key is test_row_1/B:col10/1731176679207/Put/seqid=0 2024-11-09T18:24:39,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741954_1130 (size=9857) 2024-11-09T18:24:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T18:24:39,776 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:39,977 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-09T18:24:39,977 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:24:39,977 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,977 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:24:39,988 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-09T18:24:39,988 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-09T18:24:39,988 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:24:39,988 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:24:39,988 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,988 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,988 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,988 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:39,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:24:39,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:24:40,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/ea7e7da9acc94c409cfd1778f32ac9d8 2024-11-09T18:24:40,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/603164e43de04172bcbd07a512e13acb is 50, key is test_row_1/C:col10/1731176679207/Put/seqid=0 2024-11-09T18:24:40,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741955_1131 (size=9857) 2024-11-09T18:24:40,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/603164e43de04172bcbd07a512e13acb 2024-11-09T18:24:40,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/6bfef2d9d3b1426ca5aede5f15c162f6 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/6bfef2d9d3b1426ca5aede5f15c162f6 2024-11-09T18:24:40,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/6bfef2d9d3b1426ca5aede5f15c162f6, entries=100, sequenceid=585, filesize=9.6 K 2024-11-09T18:24:40,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/ea7e7da9acc94c409cfd1778f32ac9d8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ea7e7da9acc94c409cfd1778f32ac9d8 2024-11-09T18:24:40,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ea7e7da9acc94c409cfd1778f32ac9d8, entries=100, sequenceid=585, filesize=9.6 K 2024-11-09T18:24:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/603164e43de04172bcbd07a512e13acb as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/603164e43de04172bcbd07a512e13acb 2024-11-09T18:24:40,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/603164e43de04172bcbd07a512e13acb, entries=100, sequenceid=585, filesize=9.6 K 2024-11-09T18:24:40,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=40.25 KB/41220 for f2be043550c7e44cb8964c3a524ca633 in 1280ms, sequenceid=585, compaction requested=true 2024-11-09T18:24:40,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:40,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:24:40,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:40,500 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-09T18:24:40,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:24:40,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:40,500 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-09T18:24:40,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2be043550c7e44cb8964c3a524ca633:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:40,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:40,502 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 82343 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-09T18:24:40,502 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 82343 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-09T18:24:40,502 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/A is initiating minor compaction (all files) 2024-11-09T18:24:40,502 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/B is initiating minor compaction (all files) 2024-11-09T18:24:40,502 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/B in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:40,502 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/A in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:40,502 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ef8b21f8d667412c891159f71bf77a14, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/60d9749704024e849392e76a5d6f04b9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/3b06087f79914f559c1a85c883fa813f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/205de68616934fdba9564d9a28fc4f28, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ffd7e957c9c5406bac9651016c2c8150, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/745422e95d6744c99b7a26dbd03bddb5, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ea7e7da9acc94c409cfd1778f32ac9d8] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=80.4 K 2024-11-09T18:24:40,502 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/6e80be8a65e1467e8107fd76255175ad, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/141510fdd1324d6dbdc7c86cbd7bf67a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/742ae3fd51664b65abc3c43451021e22, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7d04fe49b00b4104aa9d531d4d3a952f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9381c68685d24382b973229ef3593783, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/08212eea5ad547bc8bc48c1432b70ea7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/6bfef2d9d3b1426ca5aede5f15c162f6] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=80.4 K 2024-11-09T18:24:40,503 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting ef8b21f8d667412c891159f71bf77a14, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731176673993 2024-11-09T18:24:40,503 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e80be8a65e1467e8107fd76255175ad, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731176673993 2024-11-09T18:24:40,503 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 60d9749704024e849392e76a5d6f04b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731176674061 2024-11-09T18:24:40,503 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 141510fdd1324d6dbdc7c86cbd7bf67a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731176674061 2024-11-09T18:24:40,503 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b06087f79914f559c1a85c883fa813f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1731176674190 2024-11-09T18:24:40,503 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 742ae3fd51664b65abc3c43451021e22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1731176674190 2024-11-09T18:24:40,504 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 205de68616934fdba9564d9a28fc4f28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1731176674862 2024-11-09T18:24:40,504 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d04fe49b00b4104aa9d531d4d3a952f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1731176674862 2024-11-09T18:24:40,504 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting ffd7e957c9c5406bac9651016c2c8150, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731176675499 2024-11-09T18:24:40,504 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9381c68685d24382b973229ef3593783, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731176675499 2024-11-09T18:24:40,504 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08212eea5ad547bc8bc48c1432b70ea7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=574, earliestPutTs=1731176676674 2024-11-09T18:24:40,504 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 745422e95d6744c99b7a26dbd03bddb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=574, earliestPutTs=1731176676674 2024-11-09T18:24:40,504 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bfef2d9d3b1426ca5aede5f15c162f6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1731176679207 2024-11-09T18:24:40,504 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting ea7e7da9acc94c409cfd1778f32ac9d8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1731176679207 2024-11-09T18:24:40,516 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#A#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:40,516 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#B#compaction#119 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:40,516 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/110ac416550e4796a3b9b51580bbbd5d is 50, key is test_row_0/B:col10/1731176676677/Put/seqid=0 2024-11-09T18:24:40,516 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/730203d95128404397a04ac05652ae14 is 50, key is test_row_0/A:col10/1731176676677/Put/seqid=0 2024-11-09T18:24:40,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741956_1132 (size=13663) 2024-11-09T18:24:40,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741957_1133 (size=13663) 2024-11-09T18:24:40,871 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-09T18:24:40,871 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:24:40,871 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:40,871 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:40,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:24:40,872 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T18:24:40,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-09T18:24:40,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-09T18:24:40,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 121 2024-11-09T18:24:40,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-09T18:24:40,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-09T18:24:40,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T18:24:40,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3543 2024-11-09T18:24:40,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3374 2024-11-09T18:24:40,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T18:24:40,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1629 2024-11-09T18:24:40,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4884 rows 2024-11-09T18:24:40,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1624 2024-11-09T18:24:40,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4871 rows 2024-11-09T18:24:40,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:24:40,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:24:40,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:40,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:40,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:24:40,880 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T18:24:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T18:24:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T18:24:40,888 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176680887"}]},"ts":"1731176680887"} 2024-11-09T18:24:40,890 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T18:24:40,890 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T18:24:40,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T18:24:40,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2be043550c7e44cb8964c3a524ca633, UNASSIGN}] 2024-11-09T18:24:40,897 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2be043550c7e44cb8964c3a524ca633, UNASSIGN 2024-11-09T18:24:40,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=f2be043550c7e44cb8964c3a524ca633, regionState=CLOSING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:40,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2be043550c7e44cb8964c3a524ca633, UNASSIGN because future has completed 2024-11-09T18:24:40,901 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T18:24:40,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:24:40,926 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/110ac416550e4796a3b9b51580bbbd5d as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/110ac416550e4796a3b9b51580bbbd5d 2024-11-09T18:24:40,926 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/730203d95128404397a04ac05652ae14 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/730203d95128404397a04ac05652ae14 2024-11-09T18:24:40,932 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/B of f2be043550c7e44cb8964c3a524ca633 into 110ac416550e4796a3b9b51580bbbd5d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:40,932 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/A of f2be043550c7e44cb8964c3a524ca633 into 730203d95128404397a04ac05652ae14(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:40,932 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:40,932 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:40,932 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/A, priority=9, startTime=1731176680499; duration=0sec 2024-11-09T18:24:40,932 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/B, priority=9, startTime=1731176680500; duration=0sec 2024-11-09T18:24:40,933 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:40,933 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:B 2024-11-09T18:24:40,933 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:40,933 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:A 2024-11-09T18:24:40,933 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-09T18:24:40,935 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 82309 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-09T18:24:40,936 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f2be043550c7e44cb8964c3a524ca633/C is initiating minor compaction (all files) 2024-11-09T18:24:40,936 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2be043550c7e44cb8964c3a524ca633/C in TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:40,936 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/69b668ccf15047b0a1252f7d32e2c849, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/65b428502a054b9f8dcf8773636644be, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/5863127036d2453bb9662c1e7fe8bba5, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/fe6fdb0c09d2465b87f94b7b14b1bfff, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/88299b63745c4637a831e1ab1906ff13, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/6b7a28a2d999400a9e669e3f057142d4, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/603164e43de04172bcbd07a512e13acb] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp, totalSize=80.4 K 2024-11-09T18:24:40,936 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 69b668ccf15047b0a1252f7d32e2c849, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731176673993 2024-11-09T18:24:40,937 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 65b428502a054b9f8dcf8773636644be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731176674061 2024-11-09T18:24:40,937 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 5863127036d2453bb9662c1e7fe8bba5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1731176674190 2024-11-09T18:24:40,938 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting fe6fdb0c09d2465b87f94b7b14b1bfff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1731176674862 2024-11-09T18:24:40,938 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 88299b63745c4637a831e1ab1906ff13, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731176675499 2024-11-09T18:24:40,939 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b7a28a2d999400a9e669e3f057142d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=574, earliestPutTs=1731176676674 2024-11-09T18:24:40,939 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 603164e43de04172bcbd07a512e13acb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1731176679207 2024-11-09T18:24:40,954 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2be043550c7e44cb8964c3a524ca633#C#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:40,954 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/0dfa32a2e1954ec3b74832c8bef9d5b6 is 50, key is test_row_0/C:col10/1731176676677/Put/seqid=0 2024-11-09T18:24:40,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741958_1134 (size=13629) 2024-11-09T18:24:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T18:24:41,059 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:41,059 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T18:24:41,061 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing f2be043550c7e44cb8964c3a524ca633, disabling compactions & flushes 2024-11-09T18:24:41,061 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1993): waiting for 1 compactions to complete for region TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T18:24:41,372 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/0dfa32a2e1954ec3b74832c8bef9d5b6 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/0dfa32a2e1954ec3b74832c8bef9d5b6 2024-11-09T18:24:41,378 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in f2be043550c7e44cb8964c3a524ca633/C of f2be043550c7e44cb8964c3a524ca633 into 0dfa32a2e1954ec3b74832c8bef9d5b6(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:41,379 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2be043550c7e44cb8964c3a524ca633: 2024-11-09T18:24:41,379 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:41,379 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., storeName=f2be043550c7e44cb8964c3a524ca633/C, priority=9, startTime=1731176680500; duration=0sec 2024-11-09T18:24:41,379 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:41,379 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. after waiting 0 ms 2024-11-09T18:24:41,379 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:41,379 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2be043550c7e44cb8964c3a524ca633:C 2024-11-09T18:24:41,379 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:41,379 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing f2be043550c7e44cb8964c3a524ca633 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T18:24:41,384 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/50e4284429e6452eac62ab906f5150a6 is 50, key is test_row_0/A:col10/1731176680867/Put/seqid=0 2024-11-09T18:24:41,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741959_1135 (size=12301) 2024-11-09T18:24:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T18:24:41,520 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:24:41,789 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/50e4284429e6452eac62ab906f5150a6 2024-11-09T18:24:41,802 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/d6c11344230b4349a24583bb5c8fd57e is 50, key is test_row_0/B:col10/1731176680867/Put/seqid=0 2024-11-09T18:24:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741960_1136 (size=12301) 2024-11-09T18:24:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T18:24:42,208 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/d6c11344230b4349a24583bb5c8fd57e 2024-11-09T18:24:42,220 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/1036bed76bdc49fdb06b8baa26921137 is 50, key is test_row_0/C:col10/1731176680867/Put/seqid=0 2024-11-09T18:24:42,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741961_1137 (size=12301) 2024-11-09T18:24:42,625 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/1036bed76bdc49fdb06b8baa26921137 2024-11-09T18:24:42,637 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/A/50e4284429e6452eac62ab906f5150a6 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/50e4284429e6452eac62ab906f5150a6 2024-11-09T18:24:42,642 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/50e4284429e6452eac62ab906f5150a6, entries=150, sequenceid=598, filesize=12.0 K 2024-11-09T18:24:42,643 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/B/d6c11344230b4349a24583bb5c8fd57e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/d6c11344230b4349a24583bb5c8fd57e 2024-11-09T18:24:42,648 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/d6c11344230b4349a24583bb5c8fd57e, entries=150, sequenceid=598, filesize=12.0 K 2024-11-09T18:24:42,649 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/.tmp/C/1036bed76bdc49fdb06b8baa26921137 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/1036bed76bdc49fdb06b8baa26921137 2024-11-09T18:24:42,653 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/1036bed76bdc49fdb06b8baa26921137, entries=150, sequenceid=598, filesize=12.0 K 2024-11-09T18:24:42,654 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for f2be043550c7e44cb8964c3a524ca633 in 1275ms, sequenceid=598, compaction requested=false 2024-11-09T18:24:42,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0cea9630147c48bc8cbef78052591bd4, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/5a1c256419694b338f675d6c8eb67c09, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8ba2f5ed8b5947419fc9fdad0895affe, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/05b5cc5ceea145048f1cece1e4002776, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9fd1754d0fdf483ba0acd18e26223d68, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/c5b3706c669c44d1b158940c5344cc86, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/b9c4adad189a4469b1c7ffa376a5c7dc, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9b8d003e23a545cc8a78c84185dc98c7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/b2083407b14a4e7f90881f8a948b5b2f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8214256a59094866b51256e82d63d96b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0965b71a36284983abf38e8d847f6846, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/96bed24adecc4eb7896304f0debb8681, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0720419882a747bda7deb294d22c6f20, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/f25ee835213b49788eb2aae7688b9f1f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/796524d03a6f48ad9de6592114cb780f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7adecd898b414583b97bc0877a6d6c45, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7fd460ba3a5a4c6ab8a2a0cd1c71f9b5, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/d31b16f139a04fddac54356cdc51c9e1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/be9a9e434a7a43f69b1f46f9abe22c78, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7a81a6ce75ed4b4988395f483795ff41, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/2b1dd43596dd4cc4a57b38600dc9442a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/ec77d0e0ebde495484679ece6dae6949, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/c43146d157fb47eeb762b78e111f7ff9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/1e67494f0c1342f6a6b591aa32935d6d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/ebe8d5ba0358442994f3effd79054a52, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/a201424af3414d97a0f314c57eb46cb8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7acb6f4ab36443409872809db85e5588, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/35497ed7e5e640ca8aead19b483aa233, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/266ebd7426574114ad051a4878f00c4d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/dcefbd406f164cc4937854ea70c8821b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8cf9fbdb99f444e38fabcc44905c20ed, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/aca43507f4a640b29f10631e54f52e17, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9e6a79cd88084779b34e6c09fab08195, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/6e80be8a65e1467e8107fd76255175ad, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/141510fdd1324d6dbdc7c86cbd7bf67a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/742ae3fd51664b65abc3c43451021e22, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7d04fe49b00b4104aa9d531d4d3a952f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9381c68685d24382b973229ef3593783, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/08212eea5ad547bc8bc48c1432b70ea7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/6bfef2d9d3b1426ca5aede5f15c162f6] to archive 2024-11-09T18:24:42,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:24:42,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0cea9630147c48bc8cbef78052591bd4 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0cea9630147c48bc8cbef78052591bd4 2024-11-09T18:24:42,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/5a1c256419694b338f675d6c8eb67c09 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/5a1c256419694b338f675d6c8eb67c09 2024-11-09T18:24:42,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8ba2f5ed8b5947419fc9fdad0895affe to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8ba2f5ed8b5947419fc9fdad0895affe 2024-11-09T18:24:42,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/05b5cc5ceea145048f1cece1e4002776 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/05b5cc5ceea145048f1cece1e4002776 2024-11-09T18:24:42,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9fd1754d0fdf483ba0acd18e26223d68 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9fd1754d0fdf483ba0acd18e26223d68 2024-11-09T18:24:42,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/c5b3706c669c44d1b158940c5344cc86 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/c5b3706c669c44d1b158940c5344cc86 2024-11-09T18:24:42,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/b9c4adad189a4469b1c7ffa376a5c7dc to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/b9c4adad189a4469b1c7ffa376a5c7dc 2024-11-09T18:24:42,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9b8d003e23a545cc8a78c84185dc98c7 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9b8d003e23a545cc8a78c84185dc98c7 2024-11-09T18:24:42,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/b2083407b14a4e7f90881f8a948b5b2f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/b2083407b14a4e7f90881f8a948b5b2f 2024-11-09T18:24:42,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8214256a59094866b51256e82d63d96b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8214256a59094866b51256e82d63d96b 2024-11-09T18:24:42,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0965b71a36284983abf38e8d847f6846 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0965b71a36284983abf38e8d847f6846 2024-11-09T18:24:42,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/96bed24adecc4eb7896304f0debb8681 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/96bed24adecc4eb7896304f0debb8681 2024-11-09T18:24:42,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0720419882a747bda7deb294d22c6f20 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/0720419882a747bda7deb294d22c6f20 2024-11-09T18:24:42,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/f25ee835213b49788eb2aae7688b9f1f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/f25ee835213b49788eb2aae7688b9f1f 2024-11-09T18:24:42,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/796524d03a6f48ad9de6592114cb780f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/796524d03a6f48ad9de6592114cb780f 2024-11-09T18:24:42,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7adecd898b414583b97bc0877a6d6c45 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7adecd898b414583b97bc0877a6d6c45 2024-11-09T18:24:42,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7fd460ba3a5a4c6ab8a2a0cd1c71f9b5 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7fd460ba3a5a4c6ab8a2a0cd1c71f9b5 2024-11-09T18:24:42,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/d31b16f139a04fddac54356cdc51c9e1 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/d31b16f139a04fddac54356cdc51c9e1 2024-11-09T18:24:42,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/be9a9e434a7a43f69b1f46f9abe22c78 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/be9a9e434a7a43f69b1f46f9abe22c78 2024-11-09T18:24:42,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7a81a6ce75ed4b4988395f483795ff41 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7a81a6ce75ed4b4988395f483795ff41 2024-11-09T18:24:42,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/2b1dd43596dd4cc4a57b38600dc9442a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/2b1dd43596dd4cc4a57b38600dc9442a 2024-11-09T18:24:42,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/ec77d0e0ebde495484679ece6dae6949 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/ec77d0e0ebde495484679ece6dae6949 2024-11-09T18:24:42,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/c43146d157fb47eeb762b78e111f7ff9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/c43146d157fb47eeb762b78e111f7ff9 2024-11-09T18:24:42,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/1e67494f0c1342f6a6b591aa32935d6d to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/1e67494f0c1342f6a6b591aa32935d6d 2024-11-09T18:24:42,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/ebe8d5ba0358442994f3effd79054a52 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/ebe8d5ba0358442994f3effd79054a52 2024-11-09T18:24:42,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/a201424af3414d97a0f314c57eb46cb8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/a201424af3414d97a0f314c57eb46cb8 2024-11-09T18:24:42,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7acb6f4ab36443409872809db85e5588 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7acb6f4ab36443409872809db85e5588 2024-11-09T18:24:42,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/35497ed7e5e640ca8aead19b483aa233 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/35497ed7e5e640ca8aead19b483aa233 2024-11-09T18:24:42,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/266ebd7426574114ad051a4878f00c4d to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/266ebd7426574114ad051a4878f00c4d 2024-11-09T18:24:42,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/dcefbd406f164cc4937854ea70c8821b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/dcefbd406f164cc4937854ea70c8821b 2024-11-09T18:24:42,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8cf9fbdb99f444e38fabcc44905c20ed to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/8cf9fbdb99f444e38fabcc44905c20ed 2024-11-09T18:24:42,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/aca43507f4a640b29f10631e54f52e17 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/aca43507f4a640b29f10631e54f52e17 2024-11-09T18:24:42,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9e6a79cd88084779b34e6c09fab08195 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9e6a79cd88084779b34e6c09fab08195 2024-11-09T18:24:42,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/6e80be8a65e1467e8107fd76255175ad to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/6e80be8a65e1467e8107fd76255175ad 2024-11-09T18:24:42,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/141510fdd1324d6dbdc7c86cbd7bf67a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/141510fdd1324d6dbdc7c86cbd7bf67a 2024-11-09T18:24:42,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/742ae3fd51664b65abc3c43451021e22 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/742ae3fd51664b65abc3c43451021e22 2024-11-09T18:24:42,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7d04fe49b00b4104aa9d531d4d3a952f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/7d04fe49b00b4104aa9d531d4d3a952f 2024-11-09T18:24:42,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9381c68685d24382b973229ef3593783 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/9381c68685d24382b973229ef3593783 2024-11-09T18:24:42,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/08212eea5ad547bc8bc48c1432b70ea7 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/08212eea5ad547bc8bc48c1432b70ea7 2024-11-09T18:24:42,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/6bfef2d9d3b1426ca5aede5f15c162f6 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/6bfef2d9d3b1426ca5aede5f15c162f6 2024-11-09T18:24:42,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/616e08fd95754def86bd85e831706be8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/86f81b908f3147318f14aee48b55bea9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/15f1c0e298be4f6b82653d65decc4c50, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c3af230da22144b2a8684386c8bb8671, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/f3346904cd2b4271af1d8362d61010ee, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/782425fa819c46b58d0888181d8a3661, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c6e61a77df094f34b87a8504e7e12863, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1bda924883a849009644df4fa98487bd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1388fb63504d419bb7704267d84eb48b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/3fa9c92d0ebc4537960a067597bed47b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/944bba0601c14a159eacd4482d591e06, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ead0c7ede84c47b9a4e662e978d0fea8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/55e60dee33684a5da67ac0e2ac231628, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/aeb2681f0cec48e8af13513c0b51d4dd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/2bd356db79264cf5aa31295b1d4acbea, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/caa28bdfc9d1401c83a209abfc285acd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/af7a5fc77efb4a98ae8f7b056d569e78, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/0a927699e51d4d218469bfaa218ee7de, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c2f419f844bd42779c5e5c6acbc73925, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c5dc9ed2accc4a5ebd4ed2625c73803b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/38501a76c6f54c97a291391c4fef913c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/418cd91b52344c38808826b84f70f2b8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/fb0c0558a7e54e388c6ec9301c30aed4, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/6397309e9719443abebe8a77fc140015, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/53b31758b97b4691ad1ba75e353cb014, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c12b5aa7788347659668e601b72116f9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/7ea4fd22939f4633a1c2c47300db4a77, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/a102b9d18f12438d8210cd34952ca337, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/57e4369c081141e885f626de656cc130, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1eac99ecc85240bf9e9937fbd08078ca, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1a35f36d702e4b73841cadc2444b54c1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/be761ac7caa94cb7bf6845d7e5f3cafb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ef8b21f8d667412c891159f71bf77a14, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/f7343a944f694e14ad3fe38122a07657, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/60d9749704024e849392e76a5d6f04b9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/3b06087f79914f559c1a85c883fa813f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/205de68616934fdba9564d9a28fc4f28, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ffd7e957c9c5406bac9651016c2c8150, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/745422e95d6744c99b7a26dbd03bddb5, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ea7e7da9acc94c409cfd1778f32ac9d8] to archive 2024-11-09T18:24:42,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:24:42,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/616e08fd95754def86bd85e831706be8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/616e08fd95754def86bd85e831706be8 2024-11-09T18:24:42,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/86f81b908f3147318f14aee48b55bea9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/86f81b908f3147318f14aee48b55bea9 2024-11-09T18:24:42,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/15f1c0e298be4f6b82653d65decc4c50 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/15f1c0e298be4f6b82653d65decc4c50 2024-11-09T18:24:42,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c3af230da22144b2a8684386c8bb8671 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c3af230da22144b2a8684386c8bb8671 2024-11-09T18:24:42,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/f3346904cd2b4271af1d8362d61010ee to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/f3346904cd2b4271af1d8362d61010ee 2024-11-09T18:24:42,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/782425fa819c46b58d0888181d8a3661 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/782425fa819c46b58d0888181d8a3661 2024-11-09T18:24:42,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c6e61a77df094f34b87a8504e7e12863 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c6e61a77df094f34b87a8504e7e12863 2024-11-09T18:24:42,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1bda924883a849009644df4fa98487bd to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1bda924883a849009644df4fa98487bd 2024-11-09T18:24:42,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1388fb63504d419bb7704267d84eb48b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1388fb63504d419bb7704267d84eb48b 2024-11-09T18:24:42,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/3fa9c92d0ebc4537960a067597bed47b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/3fa9c92d0ebc4537960a067597bed47b 2024-11-09T18:24:42,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/944bba0601c14a159eacd4482d591e06 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/944bba0601c14a159eacd4482d591e06 2024-11-09T18:24:42,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ead0c7ede84c47b9a4e662e978d0fea8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ead0c7ede84c47b9a4e662e978d0fea8 2024-11-09T18:24:42,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/55e60dee33684a5da67ac0e2ac231628 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/55e60dee33684a5da67ac0e2ac231628 2024-11-09T18:24:42,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/aeb2681f0cec48e8af13513c0b51d4dd to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/aeb2681f0cec48e8af13513c0b51d4dd 2024-11-09T18:24:42,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/2bd356db79264cf5aa31295b1d4acbea to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/2bd356db79264cf5aa31295b1d4acbea 2024-11-09T18:24:42,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/caa28bdfc9d1401c83a209abfc285acd to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/caa28bdfc9d1401c83a209abfc285acd 2024-11-09T18:24:42,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/af7a5fc77efb4a98ae8f7b056d569e78 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/af7a5fc77efb4a98ae8f7b056d569e78 2024-11-09T18:24:42,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/0a927699e51d4d218469bfaa218ee7de to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/0a927699e51d4d218469bfaa218ee7de 2024-11-09T18:24:42,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c2f419f844bd42779c5e5c6acbc73925 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c2f419f844bd42779c5e5c6acbc73925 2024-11-09T18:24:42,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c5dc9ed2accc4a5ebd4ed2625c73803b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c5dc9ed2accc4a5ebd4ed2625c73803b 2024-11-09T18:24:42,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/38501a76c6f54c97a291391c4fef913c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/38501a76c6f54c97a291391c4fef913c 2024-11-09T18:24:42,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/418cd91b52344c38808826b84f70f2b8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/418cd91b52344c38808826b84f70f2b8 2024-11-09T18:24:42,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/fb0c0558a7e54e388c6ec9301c30aed4 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/fb0c0558a7e54e388c6ec9301c30aed4 2024-11-09T18:24:42,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/6397309e9719443abebe8a77fc140015 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/6397309e9719443abebe8a77fc140015 2024-11-09T18:24:42,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/53b31758b97b4691ad1ba75e353cb014 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/53b31758b97b4691ad1ba75e353cb014 2024-11-09T18:24:42,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c12b5aa7788347659668e601b72116f9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/c12b5aa7788347659668e601b72116f9 2024-11-09T18:24:42,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/7ea4fd22939f4633a1c2c47300db4a77 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/7ea4fd22939f4633a1c2c47300db4a77 2024-11-09T18:24:42,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/a102b9d18f12438d8210cd34952ca337 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/a102b9d18f12438d8210cd34952ca337 2024-11-09T18:24:42,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/57e4369c081141e885f626de656cc130 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/57e4369c081141e885f626de656cc130 2024-11-09T18:24:42,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1eac99ecc85240bf9e9937fbd08078ca to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1eac99ecc85240bf9e9937fbd08078ca 2024-11-09T18:24:42,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1a35f36d702e4b73841cadc2444b54c1 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/1a35f36d702e4b73841cadc2444b54c1 2024-11-09T18:24:42,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/be761ac7caa94cb7bf6845d7e5f3cafb to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/be761ac7caa94cb7bf6845d7e5f3cafb 2024-11-09T18:24:42,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ef8b21f8d667412c891159f71bf77a14 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ef8b21f8d667412c891159f71bf77a14 2024-11-09T18:24:42,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/f7343a944f694e14ad3fe38122a07657 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/f7343a944f694e14ad3fe38122a07657 2024-11-09T18:24:42,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/60d9749704024e849392e76a5d6f04b9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/60d9749704024e849392e76a5d6f04b9 2024-11-09T18:24:42,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/3b06087f79914f559c1a85c883fa813f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/3b06087f79914f559c1a85c883fa813f 2024-11-09T18:24:42,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/205de68616934fdba9564d9a28fc4f28 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/205de68616934fdba9564d9a28fc4f28 2024-11-09T18:24:42,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ffd7e957c9c5406bac9651016c2c8150 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ffd7e957c9c5406bac9651016c2c8150 2024-11-09T18:24:42,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/745422e95d6744c99b7a26dbd03bddb5 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/745422e95d6744c99b7a26dbd03bddb5 2024-11-09T18:24:42,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ea7e7da9acc94c409cfd1778f32ac9d8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/ea7e7da9acc94c409cfd1778f32ac9d8 2024-11-09T18:24:42,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/fabb9b25251540b38dcb0d5617302e83, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/48b4205566324dc0aa4ef7ecbf850660, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/330a08f23f53490eb04ba1863317aebe, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ff5fd8cde731406eb9d84dc6ce5157ea, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/5d0b4b2a6d4241809dc7e8c57f0a5c96, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/51d7dd61dd1b42ef924cdd34129c5b87, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/6983b0888e084f419ba05e9eaaa45da9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/211a618f3c3244229493ff76c418077d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/7f0c902ba7f84f0b9ae0f55af897d274, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/893c48da98d8468c8089d3b49901ab9a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ed8fcf8e62b74118a6a727029d36fbcf, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/845cf01296f54dba9154a162fe45ef1d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/7e905defa1fa4fcea1b27670bdeecf07, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/d2fbcff7bd5b4a05b9ae431608944b66, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/cde37e4d710c49ed80fb51fa477a6286, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/c854dc7d9ff9496a8031f8e0fde97cff, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/461f7add1f0a46d1baaedeadf20d5b6e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/a618588877584678a0986ff2bce41ada, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/38e4be4b557048d4b4ae4ec612804dfb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/700baf9809424674a868d24c2cdb2a0c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/360805fc7ef745329b01c81367299bc8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/98b478825cb34a519651561215806262, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/26dda092cffa4ac78645af2db1e989af, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/09876589acb84c869ebfcb3ad87fcff1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/e8c0bb62989c4234811ae82cf633b557, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/b2fae7c9bedd438a861971c5a06bcdf8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/8f5b84dd514c49d08a645c84aec78c69, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ecb6741f856342cb94ba7093840dc779, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/3fe7ae63654f40d1b3728aaafe67eace, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/563db7462772410e8c72a54a8eea00e7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/19da4829273f47e395f2000e2594f132, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/69b668ccf15047b0a1252f7d32e2c849, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/f147c35d15a54bf19e35fe2a46b52774, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/65b428502a054b9f8dcf8773636644be, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/5863127036d2453bb9662c1e7fe8bba5, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/fe6fdb0c09d2465b87f94b7b14b1bfff, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/88299b63745c4637a831e1ab1906ff13, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/6b7a28a2d999400a9e669e3f057142d4, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/603164e43de04172bcbd07a512e13acb] to archive 2024-11-09T18:24:42,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:24:42,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/fabb9b25251540b38dcb0d5617302e83 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/fabb9b25251540b38dcb0d5617302e83 2024-11-09T18:24:42,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/48b4205566324dc0aa4ef7ecbf850660 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/48b4205566324dc0aa4ef7ecbf850660 2024-11-09T18:24:42,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/330a08f23f53490eb04ba1863317aebe to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/330a08f23f53490eb04ba1863317aebe 2024-11-09T18:24:42,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ff5fd8cde731406eb9d84dc6ce5157ea to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ff5fd8cde731406eb9d84dc6ce5157ea 2024-11-09T18:24:42,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/5d0b4b2a6d4241809dc7e8c57f0a5c96 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/5d0b4b2a6d4241809dc7e8c57f0a5c96 2024-11-09T18:24:42,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/51d7dd61dd1b42ef924cdd34129c5b87 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/51d7dd61dd1b42ef924cdd34129c5b87 2024-11-09T18:24:42,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/6983b0888e084f419ba05e9eaaa45da9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/6983b0888e084f419ba05e9eaaa45da9 2024-11-09T18:24:42,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/211a618f3c3244229493ff76c418077d to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/211a618f3c3244229493ff76c418077d 2024-11-09T18:24:42,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/7f0c902ba7f84f0b9ae0f55af897d274 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/7f0c902ba7f84f0b9ae0f55af897d274 2024-11-09T18:24:42,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/893c48da98d8468c8089d3b49901ab9a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/893c48da98d8468c8089d3b49901ab9a 2024-11-09T18:24:42,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ed8fcf8e62b74118a6a727029d36fbcf to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ed8fcf8e62b74118a6a727029d36fbcf 2024-11-09T18:24:42,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/845cf01296f54dba9154a162fe45ef1d to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/845cf01296f54dba9154a162fe45ef1d 2024-11-09T18:24:42,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/7e905defa1fa4fcea1b27670bdeecf07 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/7e905defa1fa4fcea1b27670bdeecf07 2024-11-09T18:24:42,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/d2fbcff7bd5b4a05b9ae431608944b66 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/d2fbcff7bd5b4a05b9ae431608944b66 2024-11-09T18:24:42,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/cde37e4d710c49ed80fb51fa477a6286 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/cde37e4d710c49ed80fb51fa477a6286 2024-11-09T18:24:42,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/c854dc7d9ff9496a8031f8e0fde97cff to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/c854dc7d9ff9496a8031f8e0fde97cff 2024-11-09T18:24:42,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/461f7add1f0a46d1baaedeadf20d5b6e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/461f7add1f0a46d1baaedeadf20d5b6e 2024-11-09T18:24:42,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/a618588877584678a0986ff2bce41ada to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/a618588877584678a0986ff2bce41ada 2024-11-09T18:24:42,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/38e4be4b557048d4b4ae4ec612804dfb to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/38e4be4b557048d4b4ae4ec612804dfb 2024-11-09T18:24:42,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/700baf9809424674a868d24c2cdb2a0c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/700baf9809424674a868d24c2cdb2a0c 2024-11-09T18:24:42,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/360805fc7ef745329b01c81367299bc8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/360805fc7ef745329b01c81367299bc8 2024-11-09T18:24:42,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/98b478825cb34a519651561215806262 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/98b478825cb34a519651561215806262 2024-11-09T18:24:42,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/26dda092cffa4ac78645af2db1e989af to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/26dda092cffa4ac78645af2db1e989af 2024-11-09T18:24:42,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/09876589acb84c869ebfcb3ad87fcff1 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/09876589acb84c869ebfcb3ad87fcff1 2024-11-09T18:24:42,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/e8c0bb62989c4234811ae82cf633b557 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/e8c0bb62989c4234811ae82cf633b557 2024-11-09T18:24:42,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/b2fae7c9bedd438a861971c5a06bcdf8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/b2fae7c9bedd438a861971c5a06bcdf8 2024-11-09T18:24:42,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/8f5b84dd514c49d08a645c84aec78c69 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/8f5b84dd514c49d08a645c84aec78c69 2024-11-09T18:24:42,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ecb6741f856342cb94ba7093840dc779 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/ecb6741f856342cb94ba7093840dc779 2024-11-09T18:24:42,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/3fe7ae63654f40d1b3728aaafe67eace to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/3fe7ae63654f40d1b3728aaafe67eace 2024-11-09T18:24:42,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/563db7462772410e8c72a54a8eea00e7 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/563db7462772410e8c72a54a8eea00e7 2024-11-09T18:24:42,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/19da4829273f47e395f2000e2594f132 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/19da4829273f47e395f2000e2594f132 2024-11-09T18:24:42,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/69b668ccf15047b0a1252f7d32e2c849 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/69b668ccf15047b0a1252f7d32e2c849 2024-11-09T18:24:42,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/f147c35d15a54bf19e35fe2a46b52774 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/f147c35d15a54bf19e35fe2a46b52774 2024-11-09T18:24:42,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/65b428502a054b9f8dcf8773636644be to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/65b428502a054b9f8dcf8773636644be 2024-11-09T18:24:42,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/5863127036d2453bb9662c1e7fe8bba5 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/5863127036d2453bb9662c1e7fe8bba5 2024-11-09T18:24:42,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/fe6fdb0c09d2465b87f94b7b14b1bfff to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/fe6fdb0c09d2465b87f94b7b14b1bfff 2024-11-09T18:24:42,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/88299b63745c4637a831e1ab1906ff13 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/88299b63745c4637a831e1ab1906ff13 2024-11-09T18:24:42,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/6b7a28a2d999400a9e669e3f057142d4 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/6b7a28a2d999400a9e669e3f057142d4 2024-11-09T18:24:42,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/603164e43de04172bcbd07a512e13acb to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/603164e43de04172bcbd07a512e13acb 2024-11-09T18:24:42,812 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/recovered.edits/601.seqid, newMaxSeqId=601, maxSeqId=1 2024-11-09T18:24:42,812 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. 2024-11-09T18:24:42,813 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for f2be043550c7e44cb8964c3a524ca633: Waiting for close lock at 1731176681060Running coprocessor pre-close hooks at 1731176681060Disabling compacts and flushes for region at 1731176681060Disabling writes for close at 1731176681379 (+319 ms)Obtaining lock to block concurrent updates at 1731176681379Preparing flush snapshotting stores in f2be043550c7e44cb8964c3a524ca633 at 1731176681379Finished memstore snapshotting TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633., syncing WAL and waiting on mvcc, flushsize=dataSize=48090, getHeapSize=126720, getOffHeapSize=0, getCellsCount=1050 at 1731176681379Flushing stores of TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633. at 1731176681380 (+1 ms)Flushing f2be043550c7e44cb8964c3a524ca633/A: creating writer at 1731176681380Flushing f2be043550c7e44cb8964c3a524ca633/A: appending metadata at 1731176681383 (+3 ms)Flushing f2be043550c7e44cb8964c3a524ca633/A: closing flushed file at 1731176681383Flushing f2be043550c7e44cb8964c3a524ca633/B: creating writer at 1731176681798 (+415 ms)Flushing f2be043550c7e44cb8964c3a524ca633/B: appending metadata at 1731176681801 (+3 ms)Flushing f2be043550c7e44cb8964c3a524ca633/B: closing flushed file at 1731176681801Flushing f2be043550c7e44cb8964c3a524ca633/C: creating writer at 1731176682217 (+416 ms)Flushing f2be043550c7e44cb8964c3a524ca633/C: appending metadata at 1731176682219 (+2 ms)Flushing f2be043550c7e44cb8964c3a524ca633/C: closing flushed file at 1731176682219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a752b95: reopening flushed file at 1731176682635 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d7999de: reopening flushed file at 1731176682642 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6381f08e: reopening flushed file at 1731176682648 (+6 ms)Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for f2be043550c7e44cb8964c3a524ca633 in 1275ms, sequenceid=598, compaction requested=false at 1731176682654 (+6 ms)Writing region close event to WAL at 1731176682808 (+154 ms)Running coprocessor post-close hooks at 1731176682812 (+4 ms)Closed at 1731176682812 2024-11-09T18:24:42,815 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:42,815 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=f2be043550c7e44cb8964c3a524ca633, regionState=CLOSED 2024-11-09T18:24:42,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:24:42,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-09T18:24:42,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure f2be043550c7e44cb8964c3a524ca633, server=fb97eb0edbe8,41913,1731176653206 in 1.9170 sec 2024-11-09T18:24:42,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-09T18:24:42,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2be043550c7e44cb8964c3a524ca633, UNASSIGN in 1.9230 sec 2024-11-09T18:24:42,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-09T18:24:42,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9300 sec 2024-11-09T18:24:42,824 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176682824"}]},"ts":"1731176682824"} 2024-11-09T18:24:42,826 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T18:24:42,826 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T18:24:42,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9450 sec 2024-11-09T18:24:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T18:24:43,037 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:43,044 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T18:24:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:24:43,050 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:24:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-09T18:24:43,052 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:24:43,057 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:43,063 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/recovered.edits] 2024-11-09T18:24:43,065 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/50e4284429e6452eac62ab906f5150a6 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/50e4284429e6452eac62ab906f5150a6 2024-11-09T18:24:43,067 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/730203d95128404397a04ac05652ae14 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/A/730203d95128404397a04ac05652ae14 2024-11-09T18:24:43,069 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/110ac416550e4796a3b9b51580bbbd5d to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/110ac416550e4796a3b9b51580bbbd5d 2024-11-09T18:24:43,070 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/d6c11344230b4349a24583bb5c8fd57e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/B/d6c11344230b4349a24583bb5c8fd57e 2024-11-09T18:24:43,073 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/0dfa32a2e1954ec3b74832c8bef9d5b6 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/0dfa32a2e1954ec3b74832c8bef9d5b6 2024-11-09T18:24:43,074 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/1036bed76bdc49fdb06b8baa26921137 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/C/1036bed76bdc49fdb06b8baa26921137 2024-11-09T18:24:43,076 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/recovered.edits/601.seqid to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633/recovered.edits/601.seqid 2024-11-09T18:24:43,077 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f2be043550c7e44cb8964c3a524ca633 2024-11-09T18:24:43,077 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T18:24:43,081 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:24:43,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T18:24:43,090 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T18:24:43,121 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T18:24:43,122 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:24:43,123 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T18:24:43,123 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731176683123"}]},"ts":"9223372036854775807"} 2024-11-09T18:24:43,128 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T18:24:43,128 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f2be043550c7e44cb8964c3a524ca633, NAME => 'TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T18:24:43,128 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T18:24:43,129 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731176683128"}]},"ts":"9223372036854775807"} 2024-11-09T18:24:43,132 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T18:24:43,133 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:24:43,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 88 msec 2024-11-09T18:24:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-09T18:24:43,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T18:24:43,157 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:43,171 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1637185371_22 at /127.0.0.1:46450 [Waiting for operation #355] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1637185371_22 at /127.0.0.1:46372 [Waiting for operation #353] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_152337099_22 at /127.0.0.1:50038 [Waiting for operation #70] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;fb97eb0edbe8:41913-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 335) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3012 (was 4057) 2024-11-09T18:24:43,180 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=3011 2024-11-09T18:24:43,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T18:24:43,182 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:24:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T18:24:43,185 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:24:43,185 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:43,185 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-09T18:24:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T18:24:43,186 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:24:43,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741962_1138 (size=959) 2024-11-09T18:24:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T18:24:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T18:24:43,699 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4 2024-11-09T18:24:43,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741963_1139 (size=53) 2024-11-09T18:24:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T18:24:44,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:24:44,112 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 18f296da88759d4453f7dba5f4555044, disabling compactions & flushes 2024-11-09T18:24:44,112 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:44,112 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:44,112 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. after waiting 0 ms 2024-11-09T18:24:44,112 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:44,112 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:44,112 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18f296da88759d4453f7dba5f4555044: Waiting for close lock at 1731176684111Disabling compacts and flushes for region at 1731176684112 (+1 ms)Disabling writes for close at 1731176684112Writing region close event to WAL at 1731176684112Closed at 1731176684112 2024-11-09T18:24:44,113 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:24:44,114 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731176684113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176684113"}]},"ts":"1731176684113"} 2024-11-09T18:24:44,115 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:24:44,116 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:24:44,116 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176684116"}]},"ts":"1731176684116"} 2024-11-09T18:24:44,118 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T18:24:44,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f296da88759d4453f7dba5f4555044, ASSIGN}] 2024-11-09T18:24:44,119 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f296da88759d4453f7dba5f4555044, ASSIGN 2024-11-09T18:24:44,120 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f296da88759d4453f7dba5f4555044, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,41913,1731176653206; forceNewPlan=false, retain=false 2024-11-09T18:24:44,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=18f296da88759d4453f7dba5f4555044, regionState=OPENING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:44,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f296da88759d4453f7dba5f4555044, ASSIGN because future has completed 2024-11-09T18:24:44,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:24:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T18:24:44,440 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:44,441 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:24:44,441 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:44,441 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:24:44,441 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:44,442 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:44,444 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:44,447 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18f296da88759d4453f7dba5f4555044 columnFamilyName A 2024-11-09T18:24:44,447 DEBUG [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:44,448 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] regionserver.HStore(327): Store=18f296da88759d4453f7dba5f4555044/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:24:44,448 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:44,449 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18f296da88759d4453f7dba5f4555044 columnFamilyName B 2024-11-09T18:24:44,449 DEBUG [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:44,449 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] regionserver.HStore(327): Store=18f296da88759d4453f7dba5f4555044/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:24:44,449 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:44,450 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18f296da88759d4453f7dba5f4555044 columnFamilyName C 2024-11-09T18:24:44,450 DEBUG [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:44,451 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] regionserver.HStore(327): Store=18f296da88759d4453f7dba5f4555044/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:24:44,451 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:44,451 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:44,452 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:44,452 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:44,452 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:44,453 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T18:24:44,454 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:44,455 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:24:44,456 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 18f296da88759d4453f7dba5f4555044; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60460085, jitterRate=-0.09907452762126923}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T18:24:44,456 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:44,457 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 18f296da88759d4453f7dba5f4555044: Running coprocessor pre-open hook at 1731176684442Writing region info on filesystem at 1731176684442Initializing all the Stores at 1731176684443 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176684443Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176684443Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176684443Cleaning up temporary data from old regions at 1731176684452 (+9 ms)Running coprocessor post-open hooks at 1731176684456 (+4 ms)Region opened successfully at 1731176684457 (+1 ms) 2024-11-09T18:24:44,457 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., pid=34, masterSystemTime=1731176684431 2024-11-09T18:24:44,459 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:44,459 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:44,460 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=18f296da88759d4453f7dba5f4555044, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:44,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:24:44,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-09T18:24:44,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 in 185 msec 2024-11-09T18:24:44,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-09T18:24:44,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f296da88759d4453f7dba5f4555044, ASSIGN in 346 msec 2024-11-09T18:24:44,467 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:24:44,467 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176684467"}]},"ts":"1731176684467"} 2024-11-09T18:24:44,469 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T18:24:44,470 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:24:44,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2880 sec 2024-11-09T18:24:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T18:24:45,336 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:45,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328db2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:45,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:45,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:45,338 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595cff53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:45,340 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:45,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cf8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:45,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:45,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:45,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:45,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:45,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:24:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,36343,1731176652426 2024-11-09T18:24:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e8f617 2024-11-09T18:24:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:24:45,347 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:24:45,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T18:24:45,352 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:24:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T18:24:45,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741964_1140 (size=995) 2024-11-09T18:24:45,773 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-09T18:24:45,774 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-09T18:24:45,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T18:24:45,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f296da88759d4453f7dba5f4555044, REOPEN/MOVE}] 2024-11-09T18:24:45,788 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f296da88759d4453f7dba5f4555044, REOPEN/MOVE 2024-11-09T18:24:45,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=18f296da88759d4453f7dba5f4555044, regionState=CLOSING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:45,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f296da88759d4453f7dba5f4555044, REOPEN/MOVE because future has completed 2024-11-09T18:24:45,790 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T18:24:45,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:24:45,944 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:45,944 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T18:24:45,944 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 18f296da88759d4453f7dba5f4555044, disabling compactions & flushes 2024-11-09T18:24:45,945 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:45,945 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:45,945 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. after waiting 0 ms 2024-11-09T18:24:45,945 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:45,951 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T18:24:45,952 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:45,952 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 18f296da88759d4453f7dba5f4555044: Waiting for close lock at 1731176685944Running coprocessor pre-close hooks at 1731176685944Disabling compacts and flushes for region at 1731176685944Disabling writes for close at 1731176685945 (+1 ms)Writing region close event to WAL at 1731176685945Running coprocessor post-close hooks at 1731176685951 (+6 ms)Closed at 1731176685951 2024-11-09T18:24:45,952 WARN [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 18f296da88759d4453f7dba5f4555044 to self. 2024-11-09T18:24:45,954 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:45,955 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=18f296da88759d4453f7dba5f4555044, regionState=CLOSED 2024-11-09T18:24:45,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:24:45,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-09T18:24:45,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 in 168 msec 2024-11-09T18:24:45,961 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f296da88759d4453f7dba5f4555044, REOPEN/MOVE; state=CLOSED, location=fb97eb0edbe8,41913,1731176653206; forceNewPlan=false, retain=true 2024-11-09T18:24:46,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=18f296da88759d4453f7dba5f4555044, regionState=OPENING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f296da88759d4453f7dba5f4555044, REOPEN/MOVE because future has completed 2024-11-09T18:24:46,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:24:46,276 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:46,277 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:24:46,278 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,278 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:24:46,278 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,278 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,283 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,291 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18f296da88759d4453f7dba5f4555044 columnFamilyName A 2024-11-09T18:24:46,294 DEBUG [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:46,294 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] regionserver.HStore(327): Store=18f296da88759d4453f7dba5f4555044/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:24:46,295 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,295 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18f296da88759d4453f7dba5f4555044 columnFamilyName B 2024-11-09T18:24:46,295 DEBUG [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:46,296 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] regionserver.HStore(327): Store=18f296da88759d4453f7dba5f4555044/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:24:46,296 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,297 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18f296da88759d4453f7dba5f4555044 columnFamilyName C 2024-11-09T18:24:46,297 DEBUG [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:46,297 INFO [StoreOpener-18f296da88759d4453f7dba5f4555044-1 {}] regionserver.HStore(327): Store=18f296da88759d4453f7dba5f4555044/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:24:46,297 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,298 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,299 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,300 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,300 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,300 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T18:24:46,301 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,302 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 18f296da88759d4453f7dba5f4555044; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68073704, jitterRate=0.014377236366271973}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T18:24:46,302 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,303 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 18f296da88759d4453f7dba5f4555044: Running coprocessor pre-open hook at 1731176686279Writing region info on filesystem at 1731176686279Initializing all the Stores at 1731176686280 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176686280Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176686280Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176686280Cleaning up temporary data from old regions at 1731176686300 (+20 ms)Running coprocessor post-open hooks at 1731176686302 (+2 ms)Region opened successfully at 1731176686303 (+1 ms) 2024-11-09T18:24:46,304 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., pid=39, masterSystemTime=1731176686268 2024-11-09T18:24:46,306 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:46,306 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:46,306 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=18f296da88759d4453f7dba5f4555044, regionState=OPEN, openSeqNum=5, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:24:46,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-09T18:24:46,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 in 193 msec 2024-11-09T18:24:46,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-09T18:24:46,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f296da88759d4453f7dba5f4555044, REOPEN/MOVE in 523 msec 2024-11-09T18:24:46,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-09T18:24:46,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 534 msec 2024-11-09T18:24:46,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 963 msec 2024-11-09T18:24:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-09T18:24:46,320 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:46,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263f8ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:46,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:46,322 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:46,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:46,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:46,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d75ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:46,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:46,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:46,324 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:46,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d3f9bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:46,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:46,326 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:46,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:46,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:46,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d1f2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:46,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:46,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:46,328 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:46,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3edc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1845b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:46,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:46,331 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:46,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:46,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:46,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bb07e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:46,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:46,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:46,332 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c9a144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0484de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:46,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:46,335 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af19c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:46,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:46,336 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:46,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4cd05d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349085e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:46,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:46,338 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:46,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:46,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:46,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4c57e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:46,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:46,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:46,340 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd1e272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dcfede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:46,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:46,342 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3280c4cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:46,344 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:46,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9ad0bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:46,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:46,346 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba2433b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:46,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:46,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:46,347 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:46,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230fe799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:46,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:46,349 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7bc509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:46,351 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233af0ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:24:46,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:24:46,353 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:24:46,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:24:46,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:24:46,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6add4486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:24:46,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:24:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:24:46,354 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:24:46,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afd1457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:24:46,356 DEBUG [Thread-691 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:46,356 DEBUG [Thread-695 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:46,356 DEBUG [Thread-689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:46,357 DEBUG [Thread-704 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:46,357 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:46,358 DEBUG [Thread-706 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:46,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-09T18:24:46,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T18:24:46,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:46,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:46,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:46,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:46,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:46,360 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:46,361 DEBUG [Thread-702 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:46,361 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:46,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:46,362 DEBUG [Thread-697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:46,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:46,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:46,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:24:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:24:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:24:46,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:24:46,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:46,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:24:46,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:24:46,369 DEBUG [Thread-693 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:46,370 DEBUG [Thread-700 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:24:46,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:24:46,374 DEBUG [Thread-700 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:24:46,375 DEBUG [Thread-700 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:46,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:24:46,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:46,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:24:46,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:24:46,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:24:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,387 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:46,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:24:46,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b84a38e62bb14f7093d5924b3e98e136_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176686388/Put/seqid=0 2024-11-09T18:24:46,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176746430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176746434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176746436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176746440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176746445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741965_1141 (size=12154) 2024-11-09T18:24:46,465 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T18:24:46,475 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b84a38e62bb14f7093d5924b3e98e136_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b84a38e62bb14f7093d5924b3e98e136_18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,477 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/29c605f2b1484253983d47a4c122cfcf, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:46,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/29c605f2b1484253983d47a4c122cfcf is 175, key is test_row_0/A:col10/1731176686388/Put/seqid=0 2024-11-09T18:24:46,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741966_1142 (size=30951) 2024-11-09T18:24:46,517 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/29c605f2b1484253983d47a4c122cfcf 2024-11-09T18:24:46,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-09T18:24:46,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:46,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:46,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:46,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:46,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:46,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/12bf36849d0a49b68b6af3d97a48548d is 50, key is test_row_0/B:col10/1731176686388/Put/seqid=0 2024-11-09T18:24:46,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176746556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176746557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741967_1143 (size=9657) 2024-11-09T18:24:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176746557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/12bf36849d0a49b68b6af3d97a48548d 2024-11-09T18:24:46,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176746557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176746566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/4163befa41594186b7bde933fe6c1335 is 50, key is test_row_0/C:col10/1731176686388/Put/seqid=0 2024-11-09T18:24:46,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741968_1144 (size=9657) 2024-11-09T18:24:46,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/4163befa41594186b7bde933fe6c1335 2024-11-09T18:24:46,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/29c605f2b1484253983d47a4c122cfcf as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/29c605f2b1484253983d47a4c122cfcf 2024-11-09T18:24:46,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/29c605f2b1484253983d47a4c122cfcf, entries=150, sequenceid=16, filesize=30.2 K 2024-11-09T18:24:46,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/12bf36849d0a49b68b6af3d97a48548d as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/12bf36849d0a49b68b6af3d97a48548d 2024-11-09T18:24:46,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/12bf36849d0a49b68b6af3d97a48548d, entries=100, sequenceid=16, filesize=9.4 K 2024-11-09T18:24:46,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/4163befa41594186b7bde933fe6c1335 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4163befa41594186b7bde933fe6c1335 2024-11-09T18:24:46,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4163befa41594186b7bde933fe6c1335, entries=100, sequenceid=16, filesize=9.4 K 2024-11-09T18:24:46,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 18f296da88759d4453f7dba5f4555044 in 269ms, sequenceid=16, compaction requested=false 2024-11-09T18:24:46,656 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T18:24:46,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T18:24:46,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-09T18:24:46,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:46,678 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T18:24:46,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fb9e6d0bcb5446e08b52369bff39a8b7_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176686437/Put/seqid=0 2024-11-09T18:24:46,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741969_1145 (size=12154) 2024-11-09T18:24:46,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:46,716 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fb9e6d0bcb5446e08b52369bff39a8b7_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fb9e6d0bcb5446e08b52369bff39a8b7_18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/383b56502f4c41edb0716eb77f2468f6, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:46,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/383b56502f4c41edb0716eb77f2468f6 is 175, key is test_row_0/A:col10/1731176686437/Put/seqid=0 2024-11-09T18:24:46,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741970_1146 (size=30955) 2024-11-09T18:24:46,732 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/383b56502f4c41edb0716eb77f2468f6 2024-11-09T18:24:46,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/83f02fb1a7a84d6ea8d63ab13c7427c9 is 50, key is test_row_0/B:col10/1731176686437/Put/seqid=0 2024-11-09T18:24:46,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741971_1147 (size=12001) 2024-11-09T18:24:46,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:46,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176746776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176746776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176746785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176746785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176746786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176746896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176746896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176746896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:46,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176746896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:46,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:46,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T18:24:47,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176747095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176747106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176747106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176747106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176747107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,153 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/83f02fb1a7a84d6ea8d63ab13c7427c9 2024-11-09T18:24:47,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/109afcaac495417fb269fc6dc11eef76 is 50, key is test_row_0/C:col10/1731176686437/Put/seqid=0 2024-11-09T18:24:47,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741972_1148 (size=12001) 2024-11-09T18:24:47,183 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/109afcaac495417fb269fc6dc11eef76 2024-11-09T18:24:47,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/383b56502f4c41edb0716eb77f2468f6 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/383b56502f4c41edb0716eb77f2468f6 2024-11-09T18:24:47,196 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/383b56502f4c41edb0716eb77f2468f6, entries=150, sequenceid=40, filesize=30.2 K 2024-11-09T18:24:47,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/83f02fb1a7a84d6ea8d63ab13c7427c9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/83f02fb1a7a84d6ea8d63ab13c7427c9 2024-11-09T18:24:47,203 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/83f02fb1a7a84d6ea8d63ab13c7427c9, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T18:24:47,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/109afcaac495417fb269fc6dc11eef76 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/109afcaac495417fb269fc6dc11eef76 2024-11-09T18:24:47,213 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/109afcaac495417fb269fc6dc11eef76, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T18:24:47,230 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 18f296da88759d4453f7dba5f4555044 in 552ms, sequenceid=40, compaction requested=false 2024-11-09T18:24:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-09T18:24:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-09T18:24:47,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-09T18:24:47,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 871 msec 2024-11-09T18:24:47,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 877 msec 2024-11-09T18:24:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:47,420 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:47,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T18:24:47,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110983c248049c7143218a42a62de076a575_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176686782/Put/seqid=0 2024-11-09T18:24:47,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741973_1149 (size=12154) 2024-11-09T18:24:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176747460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176747460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,468 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:47,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,472 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110983c248049c7143218a42a62de076a575_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110983c248049c7143218a42a62de076a575_18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:47,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,473 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/dd55aca34fdf4f528fc1f33c5c46a3da, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176747466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/dd55aca34fdf4f528fc1f33c5c46a3da is 175, key is test_row_0/A:col10/1731176686782/Put/seqid=0 2024-11-09T18:24:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176747467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T18:24:47,496 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:47,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741974_1150 (size=30955) 2024-11-09T18:24:47,497 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-09T18:24:47,499 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:47,501 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:47,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T18:24:47,503 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/dd55aca34fdf4f528fc1f33c5c46a3da 2024-11-09T18:24:47,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/56b40bf277ff462cb511001873fdebb5 is 50, key is test_row_0/B:col10/1731176686782/Put/seqid=0 2024-11-09T18:24:47,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741975_1151 (size=12001) 2024-11-09T18:24:47,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176747576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176747576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176747586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176747586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T18:24:47,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176747606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T18:24:47,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:47,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:47,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:47,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:47,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:47,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176747785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176747785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176747796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176747796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:47,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T18:24:47,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:47,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:47,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:47,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:47,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T18:24:47,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/56b40bf277ff462cb511001873fdebb5 2024-11-09T18:24:47,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/f0c7d6e473c44ed0b4e6de35c69a19fd is 50, key is test_row_0/C:col10/1731176686782/Put/seqid=0 2024-11-09T18:24:47,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741976_1152 (size=12001) 2024-11-09T18:24:47,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/f0c7d6e473c44ed0b4e6de35c69a19fd 2024-11-09T18:24:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/dd55aca34fdf4f528fc1f33c5c46a3da as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/dd55aca34fdf4f528fc1f33c5c46a3da 2024-11-09T18:24:47,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T18:24:47,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:47,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:47,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:47,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:47,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:47,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/dd55aca34fdf4f528fc1f33c5c46a3da, entries=150, sequenceid=54, filesize=30.2 K 2024-11-09T18:24:47,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/56b40bf277ff462cb511001873fdebb5 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/56b40bf277ff462cb511001873fdebb5 2024-11-09T18:24:47,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/56b40bf277ff462cb511001873fdebb5, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T18:24:47,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/f0c7d6e473c44ed0b4e6de35c69a19fd as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/f0c7d6e473c44ed0b4e6de35c69a19fd 2024-11-09T18:24:47,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/f0c7d6e473c44ed0b4e6de35c69a19fd, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T18:24:47,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 18f296da88759d4453f7dba5f4555044 in 564ms, sequenceid=54, compaction requested=true 2024-11-09T18:24:47,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:47,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:24:47,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:47,985 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:47,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:24:47,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:47,985 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:47,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:47,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:47,986 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:47,986 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:47,986 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/A is initiating minor compaction (all files) 2024-11-09T18:24:47,986 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/B is initiating minor compaction (all files) 2024-11-09T18:24:47,986 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/A in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:47,986 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/B in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:47,986 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/12bf36849d0a49b68b6af3d97a48548d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/83f02fb1a7a84d6ea8d63ab13c7427c9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/56b40bf277ff462cb511001873fdebb5] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=32.9 K 2024-11-09T18:24:47,986 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/29c605f2b1484253983d47a4c122cfcf, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/383b56502f4c41edb0716eb77f2468f6, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/dd55aca34fdf4f528fc1f33c5c46a3da] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=90.7 K 2024-11-09T18:24:47,987 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 12bf36849d0a49b68b6af3d97a48548d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731176686383 2024-11-09T18:24:47,987 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 83f02fb1a7a84d6ea8d63ab13c7427c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731176686427 2024-11-09T18:24:47,986 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:47,987 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/29c605f2b1484253983d47a4c122cfcf, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/383b56502f4c41edb0716eb77f2468f6, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/dd55aca34fdf4f528fc1f33c5c46a3da] 2024-11-09T18:24:47,988 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 56b40bf277ff462cb511001873fdebb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731176686772 2024-11-09T18:24:47,988 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29c605f2b1484253983d47a4c122cfcf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731176686383 2024-11-09T18:24:47,988 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 383b56502f4c41edb0716eb77f2468f6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731176686427 2024-11-09T18:24:47,990 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd55aca34fdf4f528fc1f33c5c46a3da, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731176686772 2024-11-09T18:24:48,001 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:48,010 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411093c1fee5963e2493388f905337355fb21_18f296da88759d4453f7dba5f4555044 store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:48,011 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#B#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:48,011 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/42454c57747c4d45bdf6a20d3150c4e2 is 50, key is test_row_0/B:col10/1731176686782/Put/seqid=0 2024-11-09T18:24:48,018 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411093c1fee5963e2493388f905337355fb21_18f296da88759d4453f7dba5f4555044, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:48,018 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093c1fee5963e2493388f905337355fb21_18f296da88759d4453f7dba5f4555044 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741977_1153 (size=12104) 2024-11-09T18:24:48,052 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/42454c57747c4d45bdf6a20d3150c4e2 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/42454c57747c4d45bdf6a20d3150c4e2 2024-11-09T18:24:48,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741978_1154 (size=4469) 2024-11-09T18:24:48,058 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#A#compaction#134 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:48,059 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/0bb0498e1df942f9babb553561d9e27e is 175, key is test_row_0/A:col10/1731176686782/Put/seqid=0 2024-11-09T18:24:48,063 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f296da88759d4453f7dba5f4555044/B of 18f296da88759d4453f7dba5f4555044 into 42454c57747c4d45bdf6a20d3150c4e2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:48,063 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:48,063 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/B, priority=13, startTime=1731176687985; duration=0sec 2024-11-09T18:24:48,064 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:48,064 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:B 2024-11-09T18:24:48,064 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:48,065 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:48,065 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/C is initiating minor compaction (all files) 2024-11-09T18:24:48,065 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/C in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,066 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4163befa41594186b7bde933fe6c1335, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/109afcaac495417fb269fc6dc11eef76, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/f0c7d6e473c44ed0b4e6de35c69a19fd] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=32.9 K 2024-11-09T18:24:48,066 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 4163befa41594186b7bde933fe6c1335, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731176686383 2024-11-09T18:24:48,066 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 109afcaac495417fb269fc6dc11eef76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731176686427 2024-11-09T18:24:48,067 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting f0c7d6e473c44ed0b4e6de35c69a19fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731176686772 2024-11-09T18:24:48,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741979_1155 (size=31058) 2024-11-09T18:24:48,077 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#C#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:48,077 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/b0ab27807e404e228e3b51d9de989594 is 50, key is test_row_0/C:col10/1731176686782/Put/seqid=0 2024-11-09T18:24:48,080 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/0bb0498e1df942f9babb553561d9e27e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0bb0498e1df942f9babb553561d9e27e 2024-11-09T18:24:48,088 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f296da88759d4453f7dba5f4555044/A of 18f296da88759d4453f7dba5f4555044 into 0bb0498e1df942f9babb553561d9e27e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:48,088 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:48,088 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/A, priority=13, startTime=1731176687984; duration=0sec 2024-11-09T18:24:48,088 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:48,088 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:A 2024-11-09T18:24:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:48,099 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:48,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T18:24:48,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741980_1156 (size=12104) 2024-11-09T18:24:48,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f602dd9ebede49f8b87eaed010baeef2_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176688097/Put/seqid=0 2024-11-09T18:24:48,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T18:24:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176748114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:48,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176748114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176748119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176748120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T18:24:48,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741981_1157 (size=17034) 2024-11-09T18:24:48,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176748226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176748226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176748235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176748235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T18:24:48,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:48,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T18:24:48,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176748435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176748435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176748446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176748446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T18:24:48,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:48,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,513 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/b0ab27807e404e228e3b51d9de989594 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b0ab27807e404e228e3b51d9de989594 2024-11-09T18:24:48,521 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f296da88759d4453f7dba5f4555044/C of 18f296da88759d4453f7dba5f4555044 into b0ab27807e404e228e3b51d9de989594(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:48,521 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:48,521 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/C, priority=13, startTime=1731176687985; duration=0sec 2024-11-09T18:24:48,521 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:48,521 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:C 2024-11-09T18:24:48,551 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:48,557 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f602dd9ebede49f8b87eaed010baeef2_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f602dd9ebede49f8b87eaed010baeef2_18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:48,558 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/18a5802f9deb4b979f1fa73d5db7cfd3, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:48,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/18a5802f9deb4b979f1fa73d5db7cfd3 is 175, key is test_row_0/A:col10/1731176688097/Put/seqid=0 2024-11-09T18:24:48,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741982_1158 (size=48139) 2024-11-09T18:24:48,569 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/18a5802f9deb4b979f1fa73d5db7cfd3 2024-11-09T18:24:48,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/c2d5a7ee75ed4ca0b0723b60b6eb35d7 is 50, key is test_row_0/B:col10/1731176688097/Put/seqid=0 2024-11-09T18:24:48,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741983_1159 (size=12001) 2024-11-09T18:24:48,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/c2d5a7ee75ed4ca0b0723b60b6eb35d7 2024-11-09T18:24:48,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/0f94a7d5e8094a09b2e127474da4336c is 50, key is test_row_0/C:col10/1731176688097/Put/seqid=0 2024-11-09T18:24:48,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176748625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,626 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 18f296da88759d4453f7dba5f4555044 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:24:48,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741984_1160 (size=12001) 2024-11-09T18:24:48,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/0f94a7d5e8094a09b2e127474da4336c 2024-11-09T18:24:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T18:24:48,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/18a5802f9deb4b979f1fa73d5db7cfd3 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/18a5802f9deb4b979f1fa73d5db7cfd3 2024-11-09T18:24:48,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/18a5802f9deb4b979f1fa73d5db7cfd3, entries=250, sequenceid=81, filesize=47.0 K 2024-11-09T18:24:48,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/c2d5a7ee75ed4ca0b0723b60b6eb35d7 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/c2d5a7ee75ed4ca0b0723b60b6eb35d7 2024-11-09T18:24:48,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/c2d5a7ee75ed4ca0b0723b60b6eb35d7, entries=150, sequenceid=81, filesize=11.7 K 2024-11-09T18:24:48,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T18:24:48,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:48,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/0f94a7d5e8094a09b2e127474da4336c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/0f94a7d5e8094a09b2e127474da4336c 2024-11-09T18:24:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/0f94a7d5e8094a09b2e127474da4336c, entries=150, sequenceid=81, filesize=11.7 K 2024-11-09T18:24:48,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 18f296da88759d4453f7dba5f4555044 in 581ms, sequenceid=81, compaction requested=false 2024-11-09T18:24:48,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:48,747 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:48,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T18:24:48,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109658e941e2eb542fda25025e43b2d2823_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176688746/Put/seqid=0 2024-11-09T18:24:48,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741985_1161 (size=12154) 2024-11-09T18:24:48,784 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:48,792 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109658e941e2eb542fda25025e43b2d2823_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109658e941e2eb542fda25025e43b2d2823_18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:48,796 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/7f72cd8d362f44d4bef04c8726303ee7, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:48,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/7f72cd8d362f44d4bef04c8726303ee7 is 175, key is test_row_0/A:col10/1731176688746/Put/seqid=0 2024-11-09T18:24:48,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741986_1162 (size=30955) 2024-11-09T18:24:48,815 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/7f72cd8d362f44d4bef04c8726303ee7 2024-11-09T18:24:48,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176748805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176748805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176748806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176748807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T18:24:48,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:48,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/8766155b9ae24e1fbf4b33725dd93c4a is 50, key is test_row_0/B:col10/1731176688746/Put/seqid=0 2024-11-09T18:24:48,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741987_1163 (size=12001) 2024-11-09T18:24:48,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/8766155b9ae24e1fbf4b33725dd93c4a 2024-11-09T18:24:48,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/8098134e55e941259d8a67e923b33231 is 50, key is test_row_0/C:col10/1731176688746/Put/seqid=0 2024-11-09T18:24:48,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741988_1164 (size=12001) 2024-11-09T18:24:48,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/8098134e55e941259d8a67e923b33231 2024-11-09T18:24:48,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/7f72cd8d362f44d4bef04c8726303ee7 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/7f72cd8d362f44d4bef04c8726303ee7 2024-11-09T18:24:48,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/7f72cd8d362f44d4bef04c8726303ee7, entries=150, sequenceid=95, filesize=30.2 K 2024-11-09T18:24:48,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/8766155b9ae24e1fbf4b33725dd93c4a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/8766155b9ae24e1fbf4b33725dd93c4a 2024-11-09T18:24:48,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/8766155b9ae24e1fbf4b33725dd93c4a, entries=150, sequenceid=95, filesize=11.7 K 2024-11-09T18:24:48,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/8098134e55e941259d8a67e923b33231 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/8098134e55e941259d8a67e923b33231 2024-11-09T18:24:48,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/8098134e55e941259d8a67e923b33231, entries=150, sequenceid=95, filesize=11.7 K 2024-11-09T18:24:48,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 18f296da88759d4453f7dba5f4555044 in 168ms, sequenceid=95, compaction requested=true 2024-11-09T18:24:48,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:48,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:24:48,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:48,916 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:48,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:24:48,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:48,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:48,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T18:24:48,916 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:48,917 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:48,917 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:48,917 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/A is initiating minor compaction (all files) 2024-11-09T18:24:48,917 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/B is initiating minor compaction (all files) 2024-11-09T18:24:48,917 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/B in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,917 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/A in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,917 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/42454c57747c4d45bdf6a20d3150c4e2, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/c2d5a7ee75ed4ca0b0723b60b6eb35d7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/8766155b9ae24e1fbf4b33725dd93c4a] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=35.3 K 2024-11-09T18:24:48,917 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0bb0498e1df942f9babb553561d9e27e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/18a5802f9deb4b979f1fa73d5db7cfd3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/7f72cd8d362f44d4bef04c8726303ee7] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=107.6 K 2024-11-09T18:24:48,918 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,918 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0bb0498e1df942f9babb553561d9e27e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/18a5802f9deb4b979f1fa73d5db7cfd3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/7f72cd8d362f44d4bef04c8726303ee7] 2024-11-09T18:24:48,918 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 42454c57747c4d45bdf6a20d3150c4e2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731176686772 2024-11-09T18:24:48,918 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bb0498e1df942f9babb553561d9e27e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731176686772 2024-11-09T18:24:48,918 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting c2d5a7ee75ed4ca0b0723b60b6eb35d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731176687464 2024-11-09T18:24:48,918 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18a5802f9deb4b979f1fa73d5db7cfd3, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731176687457 2024-11-09T18:24:48,919 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 8766155b9ae24e1fbf4b33725dd93c4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731176688117 2024-11-09T18:24:48,919 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f72cd8d362f44d4bef04c8726303ee7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731176688117 2024-11-09T18:24:48,928 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#B#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:48,928 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:48,929 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/65df5cfafec840bf8880ef371fca43e8 is 50, key is test_row_0/B:col10/1731176688746/Put/seqid=0 2024-11-09T18:24:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:48,935 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:48,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T18:24:48,937 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411096f0e8097254c4ab1affd83725e9ed3ae_18f296da88759d4453f7dba5f4555044 store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:48,940 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411096f0e8097254c4ab1affd83725e9ed3ae_18f296da88759d4453f7dba5f4555044, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:48,941 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096f0e8097254c4ab1affd83725e9ed3ae_18f296da88759d4453f7dba5f4555044 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:48,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176748948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176748949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741989_1165 (size=12207) 2024-11-09T18:24:48,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741990_1166 (size=4469) 2024-11-09T18:24:48,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176748953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:48,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fbe4e258302b4d9ab04868bc5e02ac3b_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176688930/Put/seqid=0 2024-11-09T18:24:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176748953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:48,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T18:24:48,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:48,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:48,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:48,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741991_1167 (size=14594) 2024-11-09T18:24:48,990 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:48,995 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fbe4e258302b4d9ab04868bc5e02ac3b_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fbe4e258302b4d9ab04868bc5e02ac3b_18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:48,996 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/3c25cb27a58f402eae418060d0902f1b, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:48,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/3c25cb27a58f402eae418060d0902f1b is 175, key is test_row_0/A:col10/1731176688930/Put/seqid=0 2024-11-09T18:24:49,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741992_1168 (size=39549) 2024-11-09T18:24:49,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176749055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:49,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:49,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176749055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:49,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:49,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176749066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:49,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176749076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:49,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:49,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T18:24:49,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:49,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:49,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:49,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:49,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:49,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176749265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:49,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:49,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176749266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:49,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:49,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176749276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T18:24:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:49,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:49,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176749286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:49,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:49,363 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#A#compaction#144 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:49,363 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/88c11046ffb84fd897b4f0e011806300 is 175, key is test_row_0/A:col10/1731176688746/Put/seqid=0 2024-11-09T18:24:49,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741993_1169 (size=31161) 2024-11-09T18:24:49,368 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/65df5cfafec840bf8880ef371fca43e8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/65df5cfafec840bf8880ef371fca43e8 2024-11-09T18:24:49,373 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f296da88759d4453f7dba5f4555044/B of 18f296da88759d4453f7dba5f4555044 into 65df5cfafec840bf8880ef371fca43e8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:49,373 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:49,373 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/B, priority=13, startTime=1731176688916; duration=0sec 2024-11-09T18:24:49,373 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:49,373 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:B 2024-11-09T18:24:49,373 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:49,374 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:49,374 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/C is initiating minor compaction (all files) 2024-11-09T18:24:49,375 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/C in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:49,375 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b0ab27807e404e228e3b51d9de989594, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/0f94a7d5e8094a09b2e127474da4336c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/8098134e55e941259d8a67e923b33231] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=35.3 K 2024-11-09T18:24:49,375 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting b0ab27807e404e228e3b51d9de989594, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731176686772 2024-11-09T18:24:49,376 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f94a7d5e8094a09b2e127474da4336c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731176687464 2024-11-09T18:24:49,376 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 8098134e55e941259d8a67e923b33231, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731176688117 2024-11-09T18:24:49,384 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#C#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:49,384 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/767d966e85f94c79857911b6ad2981d7 is 50, key is test_row_0/C:col10/1731176688746/Put/seqid=0 2024-11-09T18:24:49,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741994_1170 (size=12207) 2024-11-09T18:24:49,413 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/3c25cb27a58f402eae418060d0902f1b 2024-11-09T18:24:49,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/40308a3c6bf7406591faa94f05905f15 is 50, key is test_row_0/B:col10/1731176688930/Put/seqid=0 2024-11-09T18:24:49,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741995_1171 (size=12001) 2024-11-09T18:24:49,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/40308a3c6bf7406591faa94f05905f15 2024-11-09T18:24:49,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T18:24:49,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:49,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:49,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:49,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:49,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:49,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/cc6180476eb4462989fc0028ed599959 is 50, key is test_row_0/C:col10/1731176688930/Put/seqid=0 2024-11-09T18:24:49,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741996_1172 (size=12001) 2024-11-09T18:24:49,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176749576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:49,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:49,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176749576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:49,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:49,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176749585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:49,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T18:24:49,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:49,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:49,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:49,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:49,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:49,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176749596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:49,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T18:24:49,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T18:24:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:49,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:49,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:49,774 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/88c11046ffb84fd897b4f0e011806300 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/88c11046ffb84fd897b4f0e011806300 2024-11-09T18:24:49,781 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f296da88759d4453f7dba5f4555044/A of 18f296da88759d4453f7dba5f4555044 into 88c11046ffb84fd897b4f0e011806300(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:49,781 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:49,782 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/A, priority=13, startTime=1731176688916; duration=0sec 2024-11-09T18:24:49,782 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:49,782 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:A 2024-11-09T18:24:49,797 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/767d966e85f94c79857911b6ad2981d7 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/767d966e85f94c79857911b6ad2981d7 2024-11-09T18:24:49,802 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f296da88759d4453f7dba5f4555044/C of 18f296da88759d4453f7dba5f4555044 into 767d966e85f94c79857911b6ad2981d7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:49,802 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:49,802 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/C, priority=13, startTime=1731176688916; duration=0sec 2024-11-09T18:24:49,802 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:49,802 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:C 2024-11-09T18:24:49,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/cc6180476eb4462989fc0028ed599959 2024-11-09T18:24:49,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/3c25cb27a58f402eae418060d0902f1b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/3c25cb27a58f402eae418060d0902f1b 2024-11-09T18:24:49,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/3c25cb27a58f402eae418060d0902f1b, entries=200, sequenceid=122, filesize=38.6 K 2024-11-09T18:24:49,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/40308a3c6bf7406591faa94f05905f15 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/40308a3c6bf7406591faa94f05905f15 2024-11-09T18:24:49,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/40308a3c6bf7406591faa94f05905f15, entries=150, sequenceid=122, filesize=11.7 K 2024-11-09T18:24:49,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/cc6180476eb4462989fc0028ed599959 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/cc6180476eb4462989fc0028ed599959 2024-11-09T18:24:49,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/cc6180476eb4462989fc0028ed599959, entries=150, sequenceid=122, filesize=11.7 K 2024-11-09T18:24:49,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 18f296da88759d4453f7dba5f4555044 in 932ms, sequenceid=122, compaction requested=false 2024-11-09T18:24:49,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:49,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T18:24:49,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:49,896 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T18:24:49,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f5c864f24a304d758476e50b71fca372_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176688950/Put/seqid=0 2024-11-09T18:24:49,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741997_1173 (size=12254) 2024-11-09T18:24:49,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:49,931 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f5c864f24a304d758476e50b71fca372_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f5c864f24a304d758476e50b71fca372_18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:49,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/0370862fdaf34f86b4c627587a1dbfd3, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:49,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/0370862fdaf34f86b4c627587a1dbfd3 is 175, key is test_row_0/A:col10/1731176688950/Put/seqid=0 2024-11-09T18:24:49,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741998_1174 (size=31055) 2024-11-09T18:24:49,951 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/0370862fdaf34f86b4c627587a1dbfd3 2024-11-09T18:24:49,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/47ef8f0159704b6598812b3823268c75 is 50, key is test_row_0/B:col10/1731176688950/Put/seqid=0 2024-11-09T18:24:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741999_1175 (size=12101) 2024-11-09T18:24:49,992 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/47ef8f0159704b6598812b3823268c75 2024-11-09T18:24:50,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/b96b1636590c46beb1d2618e74fa623b is 50, key is test_row_0/C:col10/1731176688950/Put/seqid=0 2024-11-09T18:24:50,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742000_1176 (size=12101) 2024-11-09T18:24:50,022 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/b96b1636590c46beb1d2618e74fa623b 2024-11-09T18:24:50,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/0370862fdaf34f86b4c627587a1dbfd3 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0370862fdaf34f86b4c627587a1dbfd3 2024-11-09T18:24:50,041 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0370862fdaf34f86b4c627587a1dbfd3, entries=150, sequenceid=135, filesize=30.3 K 2024-11-09T18:24:50,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/47ef8f0159704b6598812b3823268c75 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/47ef8f0159704b6598812b3823268c75 2024-11-09T18:24:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,050 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/47ef8f0159704b6598812b3823268c75, entries=150, sequenceid=135, filesize=11.8 K 2024-11-09T18:24:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/b96b1636590c46beb1d2618e74fa623b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b96b1636590c46beb1d2618e74fa623b 2024-11-09T18:24:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,058 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b96b1636590c46beb1d2618e74fa623b, entries=150, sequenceid=135, filesize=11.8 K 2024-11-09T18:24:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,059 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 18f296da88759d4453f7dba5f4555044 in 164ms, sequenceid=135, compaction requested=true 2024-11-09T18:24:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:50,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:50,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-09T18:24:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-09T18:24:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-09T18:24:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5600 sec 2024-11-09T18:24:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.5680 sec 2024-11-09T18:24:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:50,206 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:50,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:24:50,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110979fb5ef8d46d4cd687fa0b4c8d6bcdd0_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176690205/Put/seqid=0 2024-11-09T18:24:50,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742001_1177 (size=14794) 2024-11-09T18:24:50,233 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,243 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110979fb5ef8d46d4cd687fa0b4c8d6bcdd0_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110979fb5ef8d46d4cd687fa0b4c8d6bcdd0_18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:50,245 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/3b5fa707982c4c6384a008802d62cfe9, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:50,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/3b5fa707982c4c6384a008802d62cfe9 is 175, key is test_row_0/A:col10/1731176690205/Put/seqid=0 2024-11-09T18:24:50,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742002_1178 (size=39749) 2024-11-09T18:24:50,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176750262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176750296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176750296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176750297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176750406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176750406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176750407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176750416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176750615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176750616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176750616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176750626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176750645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,651 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 18f296da88759d4453f7dba5f4555044 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:24:50,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,655 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/3b5fa707982c4c6384a008802d62cfe9 2024-11-09T18:24:50,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/906a055877194ea893411feeb82e9987 is 50, key is test_row_0/B:col10/1731176690205/Put/seqid=0 2024-11-09T18:24:50,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742003_1179 (size=12151) 2024-11-09T18:24:50,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/906a055877194ea893411feeb82e9987 2024-11-09T18:24:50,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/3db26e72ed78444789bf9af0ce7602fe is 50, key is test_row_0/C:col10/1731176690205/Put/seqid=0 2024-11-09T18:24:50,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742004_1180 (size=12151) 2024-11-09T18:24:50,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/3db26e72ed78444789bf9af0ce7602fe 2024-11-09T18:24:50,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/3b5fa707982c4c6384a008802d62cfe9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/3b5fa707982c4c6384a008802d62cfe9 2024-11-09T18:24:50,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/3b5fa707982c4c6384a008802d62cfe9, entries=200, sequenceid=147, filesize=38.8 K 2024-11-09T18:24:50,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/906a055877194ea893411feeb82e9987 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/906a055877194ea893411feeb82e9987 2024-11-09T18:24:50,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/906a055877194ea893411feeb82e9987, entries=150, sequenceid=147, filesize=11.9 K 2024-11-09T18:24:50,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/3db26e72ed78444789bf9af0ce7602fe as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/3db26e72ed78444789bf9af0ce7602fe 2024-11-09T18:24:50,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/3db26e72ed78444789bf9af0ce7602fe, entries=150, sequenceid=147, filesize=11.9 K 2024-11-09T18:24:50,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 18f296da88759d4453f7dba5f4555044 in 535ms, sequenceid=147, compaction requested=true 2024-11-09T18:24:50,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:50,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:24:50,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:50,742 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:24:50,742 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:24:50,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:24:50,743 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:24:50,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:50,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:50,743 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/A is initiating minor compaction (all files) 2024-11-09T18:24:50,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:50,743 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/A in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:50,743 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/88c11046ffb84fd897b4f0e011806300, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/3c25cb27a58f402eae418060d0902f1b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0370862fdaf34f86b4c627587a1dbfd3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/3b5fa707982c4c6384a008802d62cfe9] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=138.2 K 2024-11-09T18:24:50,743 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:50,744 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/88c11046ffb84fd897b4f0e011806300, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/3c25cb27a58f402eae418060d0902f1b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0370862fdaf34f86b4c627587a1dbfd3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/3b5fa707982c4c6384a008802d62cfe9] 2024-11-09T18:24:50,744 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:24:50,744 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/B is initiating minor compaction (all files) 2024-11-09T18:24:50,744 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/B in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:50,744 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/65df5cfafec840bf8880ef371fca43e8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/40308a3c6bf7406591faa94f05905f15, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/47ef8f0159704b6598812b3823268c75, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/906a055877194ea893411feeb82e9987] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=47.3 K 2024-11-09T18:24:50,744 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 65df5cfafec840bf8880ef371fca43e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731176688117 2024-11-09T18:24:50,745 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 40308a3c6bf7406591faa94f05905f15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731176688930 2024-11-09T18:24:50,745 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88c11046ffb84fd897b4f0e011806300, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731176688117 2024-11-09T18:24:50,746 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 47ef8f0159704b6598812b3823268c75, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731176688943 2024-11-09T18:24:50,746 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c25cb27a58f402eae418060d0902f1b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731176688805 2024-11-09T18:24:50,746 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 906a055877194ea893411feeb82e9987, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731176690153 2024-11-09T18:24:50,749 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0370862fdaf34f86b4c627587a1dbfd3, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731176688943 2024-11-09T18:24:50,750 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b5fa707982c4c6384a008802d62cfe9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731176690107 2024-11-09T18:24:50,762 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:50,762 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#B#compaction#155 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:50,763 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/88b90ef4f4494d7fb31d4677f6c11a3a is 50, key is test_row_0/B:col10/1731176690205/Put/seqid=0 2024-11-09T18:24:50,774 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411090edcaaa97c3f4b62ab9204795efbcdd7_18f296da88759d4453f7dba5f4555044 store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:50,777 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411090edcaaa97c3f4b62ab9204795efbcdd7_18f296da88759d4453f7dba5f4555044, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:50,777 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090edcaaa97c3f4b62ab9204795efbcdd7_18f296da88759d4453f7dba5f4555044 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:50,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742005_1181 (size=12493) 2024-11-09T18:24:50,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742006_1182 (size=4469) 2024-11-09T18:24:50,804 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#A#compaction#156 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:50,805 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/4c90b90a395d49eca6c0cf38cb80302c is 175, key is test_row_0/A:col10/1731176690205/Put/seqid=0 2024-11-09T18:24:50,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742007_1183 (size=31447) 2024-11-09T18:24:50,829 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/4c90b90a395d49eca6c0cf38cb80302c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/4c90b90a395d49eca6c0cf38cb80302c 2024-11-09T18:24:50,836 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 18f296da88759d4453f7dba5f4555044/A of 18f296da88759d4453f7dba5f4555044 into 4c90b90a395d49eca6c0cf38cb80302c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:50,836 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:50,836 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/A, priority=12, startTime=1731176690741; duration=0sec 2024-11-09T18:24:50,836 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:50,836 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:A 2024-11-09T18:24:50,836 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:24:50,841 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:24:50,841 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/C is initiating minor compaction (all files) 2024-11-09T18:24:50,841 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/C in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:50,841 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/767d966e85f94c79857911b6ad2981d7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/cc6180476eb4462989fc0028ed599959, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b96b1636590c46beb1d2618e74fa623b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/3db26e72ed78444789bf9af0ce7602fe] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=47.3 K 2024-11-09T18:24:50,842 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 767d966e85f94c79857911b6ad2981d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731176688117 2024-11-09T18:24:50,842 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc6180476eb4462989fc0028ed599959, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731176688930 2024-11-09T18:24:50,843 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting b96b1636590c46beb1d2618e74fa623b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731176688943 2024-11-09T18:24:50,843 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3db26e72ed78444789bf9af0ce7602fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731176690153 2024-11-09T18:24:50,851 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#C#compaction#157 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:50,852 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/97c742ba6de24a4d9ef2660345e5fcee is 50, key is test_row_0/C:col10/1731176690205/Put/seqid=0 2024-11-09T18:24:50,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742008_1184 (size=12493) 2024-11-09T18:24:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:50,927 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:50,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T18:24:50,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090099140fea674fd5a5d90e6099815fb8_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176690276/Put/seqid=0 2024-11-09T18:24:50,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176750944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742009_1185 (size=14794) 2024-11-09T18:24:50,952 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176750949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176750950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176750951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:50,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:50,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:50,960 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090099140fea674fd5a5d90e6099815fb8_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090099140fea674fd5a5d90e6099815fb8_18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:50,961 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/0623b351823d44c2a945e5ac5311e827, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:50,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/0623b351823d44c2a945e5ac5311e827 is 175, key is test_row_0/A:col10/1731176690276/Put/seqid=0 2024-11-09T18:24:50,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742010_1186 (size=39749) 2024-11-09T18:24:50,977 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/0623b351823d44c2a945e5ac5311e827 2024-11-09T18:24:50,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/6d9f498797ab46bb8ecb0737672d0c96 is 50, key is test_row_0/B:col10/1731176690276/Put/seqid=0 2024-11-09T18:24:51,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742011_1187 (size=12151) 2024-11-09T18:24:51,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176751056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:51,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:51,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176751065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:51,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:51,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176751065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:51,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:51,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176751065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:51,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:51,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:51,201 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/88b90ef4f4494d7fb31d4677f6c11a3a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/88b90ef4f4494d7fb31d4677f6c11a3a 2024-11-09T18:24:51,213 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 18f296da88759d4453f7dba5f4555044/B of 18f296da88759d4453f7dba5f4555044 into 88b90ef4f4494d7fb31d4677f6c11a3a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:51,213 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:51,213 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/B, priority=12, startTime=1731176690742; duration=0sec 2024-11-09T18:24:51,213 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:51,213 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:B 2024-11-09T18:24:51,264 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/97c742ba6de24a4d9ef2660345e5fcee as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/97c742ba6de24a4d9ef2660345e5fcee 2024-11-09T18:24:51,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176751266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:51,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:51,274 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 18f296da88759d4453f7dba5f4555044/C of 18f296da88759d4453f7dba5f4555044 into 97c742ba6de24a4d9ef2660345e5fcee(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:51,274 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:51,274 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/C, priority=12, startTime=1731176690743; duration=0sec 2024-11-09T18:24:51,274 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:51,274 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:C 2024-11-09T18:24:51,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176751276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:51,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176751276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:51,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:51,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176751276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:51,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:51,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/6d9f498797ab46bb8ecb0737672d0c96 2024-11-09T18:24:51,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/6014c6403b174367b62c6230b2886dfb is 50, key is test_row_0/C:col10/1731176690276/Put/seqid=0 2024-11-09T18:24:51,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742012_1188 (size=12151) 2024-11-09T18:24:51,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176751576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:51,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:51,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:51,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176751586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176751586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:51,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:51,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176751586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T18:24:51,665 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:51,666 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-09T18:24:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T18:24:51,668 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:51,668 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:51,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T18:24:51,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T18:24:51,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:51,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:51,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:51,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:51,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:51,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/6014c6403b174367b62c6230b2886dfb 2024-11-09T18:24:51,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/0623b351823d44c2a945e5ac5311e827 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0623b351823d44c2a945e5ac5311e827 2024-11-09T18:24:51,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0623b351823d44c2a945e5ac5311e827, entries=200, sequenceid=173, filesize=38.8 K 2024-11-09T18:24:51,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/6d9f498797ab46bb8ecb0737672d0c96 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/6d9f498797ab46bb8ecb0737672d0c96 2024-11-09T18:24:51,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/6d9f498797ab46bb8ecb0737672d0c96, entries=150, sequenceid=173, filesize=11.9 K 2024-11-09T18:24:51,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/6014c6403b174367b62c6230b2886dfb as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6014c6403b174367b62c6230b2886dfb 2024-11-09T18:24:51,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6014c6403b174367b62c6230b2886dfb, entries=150, sequenceid=173, filesize=11.9 K 2024-11-09T18:24:51,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 18f296da88759d4453f7dba5f4555044 in 927ms, sequenceid=173, compaction requested=false 2024-11-09T18:24:51,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:51,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T18:24:51,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:51,974 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:24:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T18:24:51,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b5c82fdfa2b0495493b03c06394115fc_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176690949/Put/seqid=0 2024-11-09T18:24:52,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742013_1189 (size=12304) 2024-11-09T18:24:52,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:52,011 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b5c82fdfa2b0495493b03c06394115fc_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b5c82fdfa2b0495493b03c06394115fc_18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:52,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/190045e648694ff29dd3b1f5cb11b777, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:52,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/190045e648694ff29dd3b1f5cb11b777 is 175, key is test_row_0/A:col10/1731176690949/Put/seqid=0 2024-11-09T18:24:52,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742014_1190 (size=31105) 2024-11-09T18:24:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:52,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176752120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176752121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176752122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176752123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176752225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176752225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176752236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176752236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T18:24:52,419 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/190045e648694ff29dd3b1f5cb11b777 2024-11-09T18:24:52,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/cabe54a5743848bdaca70b1b2ab306b2 is 50, key is test_row_0/B:col10/1731176690949/Put/seqid=0 2024-11-09T18:24:52,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742015_1191 (size=12151) 2024-11-09T18:24:52,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176752435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176752436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176752446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176752446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176752745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176752745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176752755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:52,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176752756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:52,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:52,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T18:24:52,835 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/cabe54a5743848bdaca70b1b2ab306b2 2024-11-09T18:24:52,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/4e9409aa4b9449a6a4751a8008e59468 is 50, key is test_row_0/C:col10/1731176690949/Put/seqid=0 2024-11-09T18:24:52,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742016_1192 (size=12151) 2024-11-09T18:24:53,247 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/4e9409aa4b9449a6a4751a8008e59468 2024-11-09T18:24:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/190045e648694ff29dd3b1f5cb11b777 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/190045e648694ff29dd3b1f5cb11b777 2024-11-09T18:24:53,256 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/190045e648694ff29dd3b1f5cb11b777, entries=150, sequenceid=186, filesize=30.4 K 2024-11-09T18:24:53,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/cabe54a5743848bdaca70b1b2ab306b2 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/cabe54a5743848bdaca70b1b2ab306b2 2024-11-09T18:24:53,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176753256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:53,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:53,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:53,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176753256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:53,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:53,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:53,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:53,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:53,262 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/cabe54a5743848bdaca70b1b2ab306b2, entries=150, sequenceid=186, filesize=11.9 K 2024-11-09T18:24:53,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/4e9409aa4b9449a6a4751a8008e59468 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4e9409aa4b9449a6a4751a8008e59468 2024-11-09T18:24:53,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176753266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:53,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:53,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176753266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:53,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:53,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:53,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:53,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:53,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:53,283 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4e9409aa4b9449a6a4751a8008e59468, entries=150, sequenceid=186, filesize=11.9 K 2024-11-09T18:24:53,284 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 18f296da88759d4453f7dba5f4555044 in 1311ms, sequenceid=186, compaction requested=true 2024-11-09T18:24:53,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:53,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:53,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-09T18:24:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-09T18:24:53,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-09T18:24:53,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6670 sec 2024-11-09T18:24:53,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.6720 sec 2024-11-09T18:24:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T18:24:53,816 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:53,816 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-09T18:24:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T18:24:53,819 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:53,819 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:53,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T18:24:53,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T18:24:53,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:53,972 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T18:24:53,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109943a40c0349e42d7aeaf16524682514b_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176692120/Put/seqid=0 2024-11-09T18:24:53,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742017_1193 (size=12304) 2024-11-09T18:24:53,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:54,003 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109943a40c0349e42d7aeaf16524682514b_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109943a40c0349e42d7aeaf16524682514b_18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:54,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/d5c1885363ee4718838b3995438afc36, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:54,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/d5c1885363ee4718838b3995438afc36 is 175, key is test_row_0/A:col10/1731176692120/Put/seqid=0 2024-11-09T18:24:54,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742018_1194 (size=31105) 2024-11-09T18:24:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T18:24:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:54,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:54,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176754279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176754280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176754281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176754282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176754395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176754395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176754395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176754395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,414 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/d5c1885363ee4718838b3995438afc36 2024-11-09T18:24:54,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/d01028fbf82b42e09ae170273448f3b8 is 50, key is test_row_0/B:col10/1731176692120/Put/seqid=0 2024-11-09T18:24:54,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742019_1195 (size=12151) 2024-11-09T18:24:54,426 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/d01028fbf82b42e09ae170273448f3b8 2024-11-09T18:24:54,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/c77aab2a04d841e1a707dad4c47d84af is 50, key is test_row_0/C:col10/1731176692120/Put/seqid=0 2024-11-09T18:24:54,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742020_1196 (size=12151) 2024-11-09T18:24:54,441 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/c77aab2a04d841e1a707dad4c47d84af 2024-11-09T18:24:54,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/d5c1885363ee4718838b3995438afc36 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/d5c1885363ee4718838b3995438afc36 2024-11-09T18:24:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T18:24:54,451 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/d5c1885363ee4718838b3995438afc36, entries=150, sequenceid=211, filesize=30.4 K 2024-11-09T18:24:54,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/d01028fbf82b42e09ae170273448f3b8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/d01028fbf82b42e09ae170273448f3b8 2024-11-09T18:24:54,458 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/d01028fbf82b42e09ae170273448f3b8, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T18:24:54,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/c77aab2a04d841e1a707dad4c47d84af as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/c77aab2a04d841e1a707dad4c47d84af 2024-11-09T18:24:54,468 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/c77aab2a04d841e1a707dad4c47d84af, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T18:24:54,469 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 18f296da88759d4453f7dba5f4555044 in 497ms, sequenceid=211, compaction requested=true 2024-11-09T18:24:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-09T18:24:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-09T18:24:54,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-09T18:24:54,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 650 msec 2024-11-09T18:24:54,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 657 msec 2024-11-09T18:24:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:54,607 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:54,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T18:24:54,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093719c9510c25407ab09746fe24791f1a_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176694278/Put/seqid=0 2024-11-09T18:24:54,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742021_1197 (size=17284) 2024-11-09T18:24:54,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176754634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176754635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176754636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176754636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176754685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,687 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 18f296da88759d4453f7dba5f4555044 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:24:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176754746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176754746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176754746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176754746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T18:24:54,956 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:54,957 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-09T18:24:54,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176754956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T18:24:54,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,959 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:54,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176754956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176754956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:54,960 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176754957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:55,020 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:55,024 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093719c9510c25407ab09746fe24791f1a_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093719c9510c25407ab09746fe24791f1a_18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:55,025 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/db368ae960e24089a309b909cf351155, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:55,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/db368ae960e24089a309b909cf351155 is 175, key is test_row_0/A:col10/1731176694278/Put/seqid=0 2024-11-09T18:24:55,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742022_1198 (size=48389) 2024-11-09T18:24:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T18:24:55,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T18:24:55,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:55,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:55,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:55,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T18:24:55,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:55,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:55,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:55,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176755266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:55,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176755266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176755266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176755267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T18:24:55,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T18:24:55,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:55,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:55,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:55,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,430 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/db368ae960e24089a309b909cf351155 2024-11-09T18:24:55,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/df9bd3bc1d9c42c2820801f01f1f42af is 50, key is test_row_0/B:col10/1731176694278/Put/seqid=0 2024-11-09T18:24:55,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742023_1199 (size=12151) 2024-11-09T18:24:55,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T18:24:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:55,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T18:24:55,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T18:24:55,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:55,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:55,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:55,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176755775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:55,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176755775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:55,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176755776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:55,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176755786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:55,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/df9bd3bc1d9c42c2820801f01f1f42af 2024-11-09T18:24:55,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/b8abef4938414afca21e95eadef79244 is 50, key is test_row_0/C:col10/1731176694278/Put/seqid=0 2024-11-09T18:24:55,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742024_1200 (size=12151) 2024-11-09T18:24:55,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/b8abef4938414afca21e95eadef79244 2024-11-09T18:24:55,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/db368ae960e24089a309b909cf351155 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/db368ae960e24089a309b909cf351155 2024-11-09T18:24:55,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/db368ae960e24089a309b909cf351155, entries=250, sequenceid=224, filesize=47.3 K 2024-11-09T18:24:55,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/df9bd3bc1d9c42c2820801f01f1f42af as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/df9bd3bc1d9c42c2820801f01f1f42af 2024-11-09T18:24:55,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/df9bd3bc1d9c42c2820801f01f1f42af, entries=150, sequenceid=224, filesize=11.9 K 2024-11-09T18:24:55,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/b8abef4938414afca21e95eadef79244 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b8abef4938414afca21e95eadef79244 2024-11-09T18:24:55,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T18:24:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:55,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:55,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b8abef4938414afca21e95eadef79244, entries=150, sequenceid=224, filesize=11.9 K 2024-11-09T18:24:55,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 18f296da88759d4453f7dba5f4555044 in 1275ms, sequenceid=224, compaction requested=true 2024-11-09T18:24:55,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:55,883 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T18:24:55,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:24:55,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:55,883 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T18:24:55,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:24:55,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:55,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:55,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:55,886 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T18:24:55,886 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/B is initiating minor compaction (all files) 2024-11-09T18:24:55,886 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/B in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:55,886 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/88b90ef4f4494d7fb31d4677f6c11a3a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/6d9f498797ab46bb8ecb0737672d0c96, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/cabe54a5743848bdaca70b1b2ab306b2, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/d01028fbf82b42e09ae170273448f3b8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/df9bd3bc1d9c42c2820801f01f1f42af] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=59.7 K 2024-11-09T18:24:55,886 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 181795 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T18:24:55,886 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/A is initiating minor compaction (all files) 2024-11-09T18:24:55,886 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/A in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:55,886 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/4c90b90a395d49eca6c0cf38cb80302c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0623b351823d44c2a945e5ac5311e827, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/190045e648694ff29dd3b1f5cb11b777, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/d5c1885363ee4718838b3995438afc36, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/db368ae960e24089a309b909cf351155] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=177.5 K 2024-11-09T18:24:55,887 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:55,887 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/4c90b90a395d49eca6c0cf38cb80302c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0623b351823d44c2a945e5ac5311e827, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/190045e648694ff29dd3b1f5cb11b777, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/d5c1885363ee4718838b3995438afc36, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/db368ae960e24089a309b909cf351155] 2024-11-09T18:24:55,887 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 88b90ef4f4494d7fb31d4677f6c11a3a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731176690153 2024-11-09T18:24:55,888 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c90b90a395d49eca6c0cf38cb80302c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731176690153 2024-11-09T18:24:55,888 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d9f498797ab46bb8ecb0737672d0c96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731176690259 2024-11-09T18:24:55,888 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0623b351823d44c2a945e5ac5311e827, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731176690257 2024-11-09T18:24:55,888 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting cabe54a5743848bdaca70b1b2ab306b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731176690939 2024-11-09T18:24:55,889 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 190045e648694ff29dd3b1f5cb11b777, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731176690939 2024-11-09T18:24:55,889 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting d01028fbf82b42e09ae170273448f3b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731176692106 2024-11-09T18:24:55,889 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5c1885363ee4718838b3995438afc36, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731176692106 2024-11-09T18:24:55,889 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting df9bd3bc1d9c42c2820801f01f1f42af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731176694278 2024-11-09T18:24:55,890 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting db368ae960e24089a309b909cf351155, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731176694278 2024-11-09T18:24:55,907 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:55,911 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#B#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:55,912 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/2f36be65abb3441894da29ad7a4b64b9 is 50, key is test_row_0/B:col10/1731176694278/Put/seqid=0 2024-11-09T18:24:55,913 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109ce3dfe6d69b44b5da83072687090aa58_18f296da88759d4453f7dba5f4555044 store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:55,915 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109ce3dfe6d69b44b5da83072687090aa58_18f296da88759d4453f7dba5f4555044, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:55,916 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ce3dfe6d69b44b5da83072687090aa58_18f296da88759d4453f7dba5f4555044 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742025_1201 (size=12663) 2024-11-09T18:24:55,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742026_1202 (size=4469) 2024-11-09T18:24:56,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T18:24:56,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:56,030 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T18:24:56,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095087a17fa0e94b0c8fd4b49420758aa8_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176694635/Put/seqid=0 2024-11-09T18:24:56,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742027_1203 (size=12304) 2024-11-09T18:24:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T18:24:56,328 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/2f36be65abb3441894da29ad7a4b64b9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/2f36be65abb3441894da29ad7a4b64b9 2024-11-09T18:24:56,330 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#A#compaction#170 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:56,330 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/732597c640f54f448b849c7507c17f58 is 175, key is test_row_0/A:col10/1731176694278/Put/seqid=0 2024-11-09T18:24:56,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742028_1204 (size=31617) 2024-11-09T18:24:56,333 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 18f296da88759d4453f7dba5f4555044/B of 18f296da88759d4453f7dba5f4555044 into 2f36be65abb3441894da29ad7a4b64b9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:56,333 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:56,334 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/B, priority=11, startTime=1731176695883; duration=0sec 2024-11-09T18:24:56,334 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:56,334 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:B 2024-11-09T18:24:56,334 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T18:24:56,335 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T18:24:56,335 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/C is initiating minor compaction (all files) 2024-11-09T18:24:56,335 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/C in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:56,335 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/97c742ba6de24a4d9ef2660345e5fcee, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6014c6403b174367b62c6230b2886dfb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4e9409aa4b9449a6a4751a8008e59468, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/c77aab2a04d841e1a707dad4c47d84af, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b8abef4938414afca21e95eadef79244] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=59.7 K 2024-11-09T18:24:56,336 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 97c742ba6de24a4d9ef2660345e5fcee, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731176690153 2024-11-09T18:24:56,336 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 6014c6403b174367b62c6230b2886dfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731176690259 2024-11-09T18:24:56,336 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e9409aa4b9449a6a4751a8008e59468, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731176690939 2024-11-09T18:24:56,337 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting c77aab2a04d841e1a707dad4c47d84af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731176692106 2024-11-09T18:24:56,337 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting b8abef4938414afca21e95eadef79244, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731176694278 2024-11-09T18:24:56,346 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:56,346 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/98c6f7857a654e07b0ee5fb6a74d7700 is 50, key is test_row_0/C:col10/1731176694278/Put/seqid=0 2024-11-09T18:24:56,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742029_1205 (size=12663) 2024-11-09T18:24:56,355 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/98c6f7857a654e07b0ee5fb6a74d7700 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/98c6f7857a654e07b0ee5fb6a74d7700 2024-11-09T18:24:56,360 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 18f296da88759d4453f7dba5f4555044/C of 18f296da88759d4453f7dba5f4555044 into 98c6f7857a654e07b0ee5fb6a74d7700(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:56,360 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:56,360 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/C, priority=11, startTime=1731176695884; duration=0sec 2024-11-09T18:24:56,360 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:56,360 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:C 2024-11-09T18:24:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:56,446 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095087a17fa0e94b0c8fd4b49420758aa8_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095087a17fa0e94b0c8fd4b49420758aa8_18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:56,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/4594ddf8a42f4a898e5ad151ed390524, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:56,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/4594ddf8a42f4a898e5ad151ed390524 is 175, key is test_row_0/A:col10/1731176694635/Put/seqid=0 2024-11-09T18:24:56,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742030_1206 (size=31105) 2024-11-09T18:24:56,738 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/732597c640f54f448b849c7507c17f58 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/732597c640f54f448b849c7507c17f58 2024-11-09T18:24:56,744 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 18f296da88759d4453f7dba5f4555044/A of 18f296da88759d4453f7dba5f4555044 into 732597c640f54f448b849c7507c17f58(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:56,744 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:56,744 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/A, priority=11, startTime=1731176695882; duration=0sec 2024-11-09T18:24:56,744 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:56,744 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:A 2024-11-09T18:24:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:56,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:56,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176756796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:56,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:56,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176756796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:56,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:56,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:56,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:56,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:56,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176756797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:56,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:56,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:56,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:56,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:56,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176756806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:56,807 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 18f296da88759d4453f7dba5f4555044 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:24:56,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:56,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:56,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:56,852 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/4594ddf8a42f4a898e5ad151ed390524 2024-11-09T18:24:56,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/0edc901bd6b24acba029878965698cb0 is 50, key is test_row_0/B:col10/1731176694635/Put/seqid=0 2024-11-09T18:24:56,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742031_1207 (size=12151) 2024-11-09T18:24:56,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176756906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:56,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176756906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:56,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176756906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T18:24:57,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176757116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176757116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:57,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176757116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:57,264 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/0edc901bd6b24acba029878965698cb0 2024-11-09T18:24:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/9b851ad5dd7a4de994b3f54c4d4547a9 is 50, key is test_row_0/C:col10/1731176694635/Put/seqid=0 2024-11-09T18:24:57,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742032_1208 (size=12151) 2024-11-09T18:24:57,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176757425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:57,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:57,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176757425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:57,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176757425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:57,683 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/9b851ad5dd7a4de994b3f54c4d4547a9 2024-11-09T18:24:57,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/4594ddf8a42f4a898e5ad151ed390524 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/4594ddf8a42f4a898e5ad151ed390524 2024-11-09T18:24:57,692 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/4594ddf8a42f4a898e5ad151ed390524, entries=150, sequenceid=248, filesize=30.4 K 2024-11-09T18:24:57,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/0edc901bd6b24acba029878965698cb0 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/0edc901bd6b24acba029878965698cb0 2024-11-09T18:24:57,698 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/0edc901bd6b24acba029878965698cb0, entries=150, sequenceid=248, filesize=11.9 K 2024-11-09T18:24:57,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/9b851ad5dd7a4de994b3f54c4d4547a9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/9b851ad5dd7a4de994b3f54c4d4547a9 2024-11-09T18:24:57,704 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/9b851ad5dd7a4de994b3f54c4d4547a9, entries=150, sequenceid=248, filesize=11.9 K 2024-11-09T18:24:57,705 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 18f296da88759d4453f7dba5f4555044 in 1674ms, sequenceid=248, compaction requested=false 2024-11-09T18:24:57,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:57,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:57,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-09T18:24:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-09T18:24:57,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-09T18:24:57,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7460 sec 2024-11-09T18:24:57,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.7510 sec 2024-11-09T18:24:57,813 INFO [master/fb97eb0edbe8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T18:24:57,813 INFO [master/fb97eb0edbe8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T18:24:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:57,937 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:57,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T18:24:57,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095ce43808658047e18610c8b40d1e0342_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176696790/Put/seqid=0 2024-11-09T18:24:57,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742033_1209 (size=14994) 2024-11-09T18:24:57,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176757966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:57,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176757966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:57,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:57,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176757968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:57,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:57,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:58,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176758076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:58,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176758076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:58,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:58,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:58,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176758086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:58,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:58,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176758286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:58,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176758286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:58,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:58,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:58,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176758295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:58,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:58,411 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:58,416 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095ce43808658047e18610c8b40d1e0342_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095ce43808658047e18610c8b40d1e0342_18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:58,419 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/928b5f6b34dd466f8b9587debcf3d118, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:58,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/928b5f6b34dd466f8b9587debcf3d118 is 175, key is test_row_0/A:col10/1731176696790/Put/seqid=0 2024-11-09T18:24:58,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742034_1210 (size=39949) 2024-11-09T18:24:58,424 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/928b5f6b34dd466f8b9587debcf3d118 2024-11-09T18:24:58,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/39235f6a2e2b4efeb35dfa99b8932e1c is 50, key is test_row_0/B:col10/1731176696790/Put/seqid=0 2024-11-09T18:24:58,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742035_1211 (size=12301) 2024-11-09T18:24:58,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176758596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:58,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176758596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:58,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:58,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176758606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:58,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176758816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:58,818 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 18f296da88759d4453f7dba5f4555044 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:24:58,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:58,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:58,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/39235f6a2e2b4efeb35dfa99b8932e1c 2024-11-09T18:24:58,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/26fe5d8f0546423191a839441a7afde0 is 50, key is test_row_0/C:col10/1731176696790/Put/seqid=0 2024-11-09T18:24:58,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742036_1212 (size=12301) 2024-11-09T18:24:58,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/26fe5d8f0546423191a839441a7afde0 2024-11-09T18:24:58,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/928b5f6b34dd466f8b9587debcf3d118 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/928b5f6b34dd466f8b9587debcf3d118 2024-11-09T18:24:58,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/928b5f6b34dd466f8b9587debcf3d118, entries=200, sequenceid=266, filesize=39.0 K 2024-11-09T18:24:58,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/39235f6a2e2b4efeb35dfa99b8932e1c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/39235f6a2e2b4efeb35dfa99b8932e1c 2024-11-09T18:24:58,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/39235f6a2e2b4efeb35dfa99b8932e1c, entries=150, sequenceid=266, filesize=12.0 K 2024-11-09T18:24:58,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/26fe5d8f0546423191a839441a7afde0 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/26fe5d8f0546423191a839441a7afde0 2024-11-09T18:24:58,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/26fe5d8f0546423191a839441a7afde0, entries=150, sequenceid=266, filesize=12.0 K 2024-11-09T18:24:58,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 18f296da88759d4453f7dba5f4555044 in 993ms, sequenceid=266, compaction requested=true 2024-11-09T18:24:58,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:58,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:24:58,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:58,930 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:58,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:24:58,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:58,930 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:58,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:24:58,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:58,931 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:58,931 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:58,931 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/B is initiating minor compaction (all files) 2024-11-09T18:24:58,931 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/A is initiating minor compaction (all files) 2024-11-09T18:24:58,931 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/B in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:58,931 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/A in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:58,931 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/2f36be65abb3441894da29ad7a4b64b9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/0edc901bd6b24acba029878965698cb0, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/39235f6a2e2b4efeb35dfa99b8932e1c] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=36.2 K 2024-11-09T18:24:58,931 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/732597c640f54f448b849c7507c17f58, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/4594ddf8a42f4a898e5ad151ed390524, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/928b5f6b34dd466f8b9587debcf3d118] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=100.3 K 2024-11-09T18:24:58,931 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:58,931 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/732597c640f54f448b849c7507c17f58, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/4594ddf8a42f4a898e5ad151ed390524, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/928b5f6b34dd466f8b9587debcf3d118] 2024-11-09T18:24:58,932 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f36be65abb3441894da29ad7a4b64b9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731176694278 2024-11-09T18:24:58,932 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 732597c640f54f448b849c7507c17f58, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731176694278 2024-11-09T18:24:58,932 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 0edc901bd6b24acba029878965698cb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731176694634 2024-11-09T18:24:58,932 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 39235f6a2e2b4efeb35dfa99b8932e1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731176696790 2024-11-09T18:24:58,932 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4594ddf8a42f4a898e5ad151ed390524, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731176694634 2024-11-09T18:24:58,933 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 928b5f6b34dd466f8b9587debcf3d118, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731176696790 2024-11-09T18:24:58,942 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:58,946 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#B#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:58,946 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/0e7bd7d9640f4056bb4dcddb374df44b is 50, key is test_row_0/B:col10/1731176696790/Put/seqid=0 2024-11-09T18:24:58,953 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411095c85e4954a2c48539da297f78090a432_18f296da88759d4453f7dba5f4555044 store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:58,955 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411095c85e4954a2c48539da297f78090a432_18f296da88759d4453f7dba5f4555044, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:58,955 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095c85e4954a2c48539da297f78090a432_18f296da88759d4453f7dba5f4555044 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:58,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742037_1213 (size=12915) 2024-11-09T18:24:58,977 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/0e7bd7d9640f4056bb4dcddb374df44b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/0e7bd7d9640f4056bb4dcddb374df44b 2024-11-09T18:24:58,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742038_1214 (size=4469) 2024-11-09T18:24:58,984 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#A#compaction#179 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:58,985 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/8fd53a7ce36e4aa68464c9be8349f675 is 175, key is test_row_0/A:col10/1731176696790/Put/seqid=0 2024-11-09T18:24:58,986 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f296da88759d4453f7dba5f4555044/B of 18f296da88759d4453f7dba5f4555044 into 0e7bd7d9640f4056bb4dcddb374df44b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:58,986 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:58,986 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/B, priority=13, startTime=1731176698930; duration=0sec 2024-11-09T18:24:58,986 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:24:58,986 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:B 2024-11-09T18:24:58,987 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:24:58,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742039_1215 (size=31869) 2024-11-09T18:24:58,999 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:24:59,000 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/C is initiating minor compaction (all files) 2024-11-09T18:24:59,000 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/C in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:59,000 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/98c6f7857a654e07b0ee5fb6a74d7700, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/9b851ad5dd7a4de994b3f54c4d4547a9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/26fe5d8f0546423191a839441a7afde0] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=36.2 K 2024-11-09T18:24:59,001 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 98c6f7857a654e07b0ee5fb6a74d7700, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731176694278 2024-11-09T18:24:59,002 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/8fd53a7ce36e4aa68464c9be8349f675 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/8fd53a7ce36e4aa68464c9be8349f675 2024-11-09T18:24:59,002 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b851ad5dd7a4de994b3f54c4d4547a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731176694634 2024-11-09T18:24:59,003 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 26fe5d8f0546423191a839441a7afde0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731176696790 2024-11-09T18:24:59,011 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f296da88759d4453f7dba5f4555044/A of 18f296da88759d4453f7dba5f4555044 into 8fd53a7ce36e4aa68464c9be8349f675(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:59,011 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:59,011 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/A, priority=13, startTime=1731176698930; duration=0sec 2024-11-09T18:24:59,011 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:59,011 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:A 2024-11-09T18:24:59,022 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#C#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:24:59,023 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/859d3aeb95304148b6771e6c40134c3f is 50, key is test_row_0/C:col10/1731176696790/Put/seqid=0 2024-11-09T18:24:59,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742040_1216 (size=12915) 2024-11-09T18:24:59,051 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/859d3aeb95304148b6771e6c40134c3f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/859d3aeb95304148b6771e6c40134c3f 2024-11-09T18:24:59,061 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f296da88759d4453f7dba5f4555044/C of 18f296da88759d4453f7dba5f4555044 into 859d3aeb95304148b6771e6c40134c3f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:24:59,062 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:24:59,062 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/C, priority=13, startTime=1731176698930; duration=0sec 2024-11-09T18:24:59,062 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:24:59,062 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:C 2024-11-09T18:24:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:59,108 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:24:59,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T18:24:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T18:24:59,116 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:24:59,117 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:24:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-09T18:24:59,120 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:24:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T18:24:59,121 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:24:59,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:24:59,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109306f6aecc5854a61adb1c69ea29565e6_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176699107/Put/seqid=0 2024-11-09T18:24:59,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176759133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:59,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:59,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176759169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:59,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176759169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:59,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742041_1217 (size=12454) 2024-11-09T18:24:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T18:24:59,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176759245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:59,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T18:24:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:59,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:59,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176759286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:59,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176759286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:59,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T18:24:59,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:59,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:59,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:59,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:59,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T18:24:59,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176759465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:59,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176759496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:59,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176759496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:59,577 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:24:59,580 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109306f6aecc5854a61adb1c69ea29565e6_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109306f6aecc5854a61adb1c69ea29565e6_18f296da88759d4453f7dba5f4555044 2024-11-09T18:24:59,582 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/1645f2a5aa294882a5b99d02ba577f37, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:24:59,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/1645f2a5aa294882a5b99d02ba577f37 is 175, key is test_row_0/A:col10/1731176699107/Put/seqid=0 2024-11-09T18:24:59,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T18:24:59,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:59,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:59,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:59,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:59,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:59,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742042_1218 (size=31255) 2024-11-09T18:24:59,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T18:24:59,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:59,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:59,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:59,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:59,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T18:24:59,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176759776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:59,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:59,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176759805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:59,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:24:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176759805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:24:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:24:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:24:59,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T18:24:59,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:59,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:24:59,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:24:59,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:59,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:24:59,995 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/1645f2a5aa294882a5b99d02ba577f37 2024-11-09T18:25:00,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/44a69798c628462f917e1f98b27d3c7e is 50, key is test_row_0/B:col10/1731176699107/Put/seqid=0 2024-11-09T18:25:00,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742043_1219 (size=12301) 2024-11-09T18:25:00,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/44a69798c628462f917e1f98b27d3c7e 2024-11-09T18:25:00,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/e6029d60fd28483290428cf917460437 is 50, key is test_row_0/C:col10/1731176699107/Put/seqid=0 2024-11-09T18:25:00,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742044_1220 (size=12301) 2024-11-09T18:25:00,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/e6029d60fd28483290428cf917460437 2024-11-09T18:25:00,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/1645f2a5aa294882a5b99d02ba577f37 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/1645f2a5aa294882a5b99d02ba577f37 2024-11-09T18:25:00,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T18:25:00,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:00,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:25:00,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:00,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:00,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:00,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/1645f2a5aa294882a5b99d02ba577f37, entries=150, sequenceid=292, filesize=30.5 K 2024-11-09T18:25:00,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/44a69798c628462f917e1f98b27d3c7e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/44a69798c628462f917e1f98b27d3c7e 2024-11-09T18:25:00,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/44a69798c628462f917e1f98b27d3c7e, entries=150, sequenceid=292, filesize=12.0 K 2024-11-09T18:25:00,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/e6029d60fd28483290428cf917460437 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/e6029d60fd28483290428cf917460437 2024-11-09T18:25:00,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/e6029d60fd28483290428cf917460437, entries=150, sequenceid=292, filesize=12.0 K 2024-11-09T18:25:00,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 18f296da88759d4453f7dba5f4555044 in 959ms, sequenceid=292, compaction requested=false 2024-11-09T18:25:00,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:00,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T18:25:00,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:00,197 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T18:25:00,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093b0c17d439694272b638e3f57d5f2569_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176699126/Put/seqid=0 2024-11-09T18:25:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742045_1221 (size=12454) 2024-11-09T18:25:00,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,214 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093b0c17d439694272b638e3f57d5f2569_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093b0c17d439694272b638e3f57d5f2569_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:00,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/9462d567857e480692b04af3ef8aa61c, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:00,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/9462d567857e480692b04af3ef8aa61c is 175, key is test_row_0/A:col10/1731176699126/Put/seqid=0 2024-11-09T18:25:00,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742046_1222 (size=31255) 2024-11-09T18:25:00,235 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/9462d567857e480692b04af3ef8aa61c 2024-11-09T18:25:00,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/88a1058311fd4e5088c549f8b467f671 is 50, key is test_row_0/B:col10/1731176699126/Put/seqid=0 2024-11-09T18:25:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T18:25:00,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742047_1223 (size=12301) 2024-11-09T18:25:00,259 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/88a1058311fd4e5088c549f8b467f671 2024-11-09T18:25:00,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/6321629c4ea040099e391e14f316821c is 50, key is test_row_0/C:col10/1731176699126/Put/seqid=0 2024-11-09T18:25:00,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:25:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:00,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742048_1224 (size=12301) 2024-11-09T18:25:00,295 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/6321629c4ea040099e391e14f316821c 2024-11-09T18:25:00,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/9462d567857e480692b04af3ef8aa61c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9462d567857e480692b04af3ef8aa61c 2024-11-09T18:25:00,311 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9462d567857e480692b04af3ef8aa61c, entries=150, sequenceid=305, filesize=30.5 K 2024-11-09T18:25:00,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/88a1058311fd4e5088c549f8b467f671 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/88a1058311fd4e5088c549f8b467f671 2024-11-09T18:25:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,332 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/88a1058311fd4e5088c549f8b467f671, entries=150, sequenceid=305, filesize=12.0 K 2024-11-09T18:25:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/6321629c4ea040099e391e14f316821c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6321629c4ea040099e391e14f316821c 2024-11-09T18:25:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,339 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6321629c4ea040099e391e14f316821c, entries=150, sequenceid=305, filesize=12.0 K 2024-11-09T18:25:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,340 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=60.38 KB/61830 for 18f296da88759d4453f7dba5f4555044 in 143ms, sequenceid=305, compaction requested=true 2024-11-09T18:25:00,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:00,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:00,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-09T18:25:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-09T18:25:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-09T18:25:00,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2210 sec 2024-11-09T18:25:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.2270 sec 2024-11-09T18:25:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:00,358 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:00,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T18:25:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f601b12911e345b0a6496ef7f96af07e_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176700339/Put/seqid=0 2024-11-09T18:25:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742049_1225 (size=20074) 2024-11-09T18:25:00,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176760403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:00,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176760404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:00,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:00,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176760408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:00,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176760516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:00,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176760516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:00,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:00,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176760516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:00,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:00,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:00,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176760726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:00,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176760726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176760726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:00,794 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:00,798 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f601b12911e345b0a6496ef7f96af07e_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f601b12911e345b0a6496ef7f96af07e_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:00,799 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/e352c85e1a2246ec8d0c9689563c2b9c, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:00,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/e352c85e1a2246ec8d0c9689563c2b9c is 175, key is test_row_0/A:col10/1731176700339/Put/seqid=0 2024-11-09T18:25:00,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742050_1226 (size=57333) 2024-11-09T18:25:01,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176761035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:01,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176761036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:01,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176761036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:01,204 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/e352c85e1a2246ec8d0c9689563c2b9c 2024-11-09T18:25:01,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/69c6c546d2b64471b2dcb11cf20d24ab is 50, key is test_row_0/B:col10/1731176700339/Put/seqid=0 2024-11-09T18:25:01,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742051_1227 (size=12301) 2024-11-09T18:25:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T18:25:01,266 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:01,266 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-09T18:25:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T18:25:01,268 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:01,268 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:01,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T18:25:01,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T18:25:01,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:01,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:25:01,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:01,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:01,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:01,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176761546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:01,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176761546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:01,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176761546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:01,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T18:25:01,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:01,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:25:01,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:01,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:01,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T18:25:01,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/69c6c546d2b64471b2dcb11cf20d24ab 2024-11-09T18:25:01,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/6f5f8875fc7b4ad3a8a7fe6e6690ad93 is 50, key is test_row_0/C:col10/1731176700339/Put/seqid=0 2024-11-09T18:25:01,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742052_1228 (size=12301) 2024-11-09T18:25:01,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T18:25:01,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:01,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:25:01,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:01,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:01,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:01,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T18:25:01,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:01,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:25:01,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:01,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:01,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T18:25:02,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/6f5f8875fc7b4ad3a8a7fe6e6690ad93 2024-11-09T18:25:02,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T18:25:02,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:02,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:25:02,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:02,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:02,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:02,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/e352c85e1a2246ec8d0c9689563c2b9c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/e352c85e1a2246ec8d0c9689563c2b9c 2024-11-09T18:25:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:02,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/e352c85e1a2246ec8d0c9689563c2b9c, entries=300, sequenceid=318, filesize=56.0 K 2024-11-09T18:25:02,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/69c6c546d2b64471b2dcb11cf20d24ab as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/69c6c546d2b64471b2dcb11cf20d24ab 2024-11-09T18:25:02,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/69c6c546d2b64471b2dcb11cf20d24ab, entries=150, sequenceid=318, filesize=12.0 K 2024-11-09T18:25:02,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/6f5f8875fc7b4ad3a8a7fe6e6690ad93 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6f5f8875fc7b4ad3a8a7fe6e6690ad93 2024-11-09T18:25:02,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6f5f8875fc7b4ad3a8a7fe6e6690ad93, entries=150, sequenceid=318, filesize=12.0 K 2024-11-09T18:25:02,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 18f296da88759d4453f7dba5f4555044 in 1688ms, sequenceid=318, compaction requested=true 2024-11-09T18:25:02,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:02,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:25:02,046 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:25:02,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:02,046 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:25:02,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:25:02,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:02,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:25:02,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:02,048 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:25:02,048 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151712 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:25:02,048 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/B is initiating minor compaction (all files) 2024-11-09T18:25:02,048 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/A is initiating minor compaction (all files) 2024-11-09T18:25:02,048 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/B in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:02,048 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/A in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:02,048 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/8fd53a7ce36e4aa68464c9be8349f675, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/1645f2a5aa294882a5b99d02ba577f37, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9462d567857e480692b04af3ef8aa61c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/e352c85e1a2246ec8d0c9689563c2b9c] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=148.2 K 2024-11-09T18:25:02,048 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/0e7bd7d9640f4056bb4dcddb374df44b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/44a69798c628462f917e1f98b27d3c7e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/88a1058311fd4e5088c549f8b467f671, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/69c6c546d2b64471b2dcb11cf20d24ab] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=48.7 K 2024-11-09T18:25:02,048 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:02,048 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/8fd53a7ce36e4aa68464c9be8349f675, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/1645f2a5aa294882a5b99d02ba577f37, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9462d567857e480692b04af3ef8aa61c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/e352c85e1a2246ec8d0c9689563c2b9c] 2024-11-09T18:25:02,048 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e7bd7d9640f4056bb4dcddb374df44b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731176696790 2024-11-09T18:25:02,048 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fd53a7ce36e4aa68464c9be8349f675, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731176696790 2024-11-09T18:25:02,048 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 44a69798c628462f917e1f98b27d3c7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731176697965 2024-11-09T18:25:02,048 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1645f2a5aa294882a5b99d02ba577f37, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731176697965 2024-11-09T18:25:02,049 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 88a1058311fd4e5088c549f8b467f671, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731176699126 2024-11-09T18:25:02,049 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9462d567857e480692b04af3ef8aa61c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731176699126 2024-11-09T18:25:02,049 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 69c6c546d2b64471b2dcb11cf20d24ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731176700337 2024-11-09T18:25:02,049 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting e352c85e1a2246ec8d0c9689563c2b9c, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731176700306 2024-11-09T18:25:02,056 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:02,057 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#B#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:02,058 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/ecabca66f29b4908874c9b44bedb8d39 is 50, key is test_row_0/B:col10/1731176700339/Put/seqid=0 2024-11-09T18:25:02,065 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109c213e366749c4a588df447c057f51c9a_18f296da88759d4453f7dba5f4555044 store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:02,068 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109c213e366749c4a588df447c057f51c9a_18f296da88759d4453f7dba5f4555044, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:02,068 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c213e366749c4a588df447c057f51c9a_18f296da88759d4453f7dba5f4555044 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:02,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742053_1229 (size=13051) 2024-11-09T18:25:02,078 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/ecabca66f29b4908874c9b44bedb8d39 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/ecabca66f29b4908874c9b44bedb8d39 2024-11-09T18:25:02,084 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 18f296da88759d4453f7dba5f4555044/B of 18f296da88759d4453f7dba5f4555044 into ecabca66f29b4908874c9b44bedb8d39(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:02,084 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:02,084 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/B, priority=12, startTime=1731176702046; duration=0sec 2024-11-09T18:25:02,084 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:02,084 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:B 2024-11-09T18:25:02,084 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:25:02,086 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:25:02,086 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/C is initiating minor compaction (all files) 2024-11-09T18:25:02,086 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/C in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:02,086 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/859d3aeb95304148b6771e6c40134c3f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/e6029d60fd28483290428cf917460437, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6321629c4ea040099e391e14f316821c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6f5f8875fc7b4ad3a8a7fe6e6690ad93] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=48.7 K 2024-11-09T18:25:02,087 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 859d3aeb95304148b6771e6c40134c3f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731176696790 2024-11-09T18:25:02,087 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting e6029d60fd28483290428cf917460437, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731176697965 2024-11-09T18:25:02,087 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 6321629c4ea040099e391e14f316821c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731176699126 2024-11-09T18:25:02,087 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f5f8875fc7b4ad3a8a7fe6e6690ad93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731176700337 2024-11-09T18:25:02,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742054_1230 (size=4469) 2024-11-09T18:25:02,107 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#C#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:02,108 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/4bcf6c9a5e6c4c139a2beb34941b2531 is 50, key is test_row_0/C:col10/1731176700339/Put/seqid=0 2024-11-09T18:25:02,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742055_1231 (size=13051) 2024-11-09T18:25:02,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T18:25:02,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:02,184 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T18:25:02,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090f4558cca190403eb81a52fda55fa3f6_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176700407/Put/seqid=0 2024-11-09T18:25:02,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742056_1232 (size=12454) 2024-11-09T18:25:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T18:25:02,499 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#A#compaction#192 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:02,499 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/9cc5b92cc9ef4a279d8659fbe48f3426 is 175, key is test_row_0/A:col10/1731176700339/Put/seqid=0 2024-11-09T18:25:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742057_1233 (size=32005) 2024-11-09T18:25:02,508 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/9cc5b92cc9ef4a279d8659fbe48f3426 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9cc5b92cc9ef4a279d8659fbe48f3426 2024-11-09T18:25:02,513 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 18f296da88759d4453f7dba5f4555044/A of 18f296da88759d4453f7dba5f4555044 into 9cc5b92cc9ef4a279d8659fbe48f3426(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:02,513 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:02,513 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/A, priority=12, startTime=1731176702046; duration=0sec 2024-11-09T18:25:02,514 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:02,514 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:A 2024-11-09T18:25:02,517 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/4bcf6c9a5e6c4c139a2beb34941b2531 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4bcf6c9a5e6c4c139a2beb34941b2531 2024-11-09T18:25:02,521 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 18f296da88759d4453f7dba5f4555044/C of 18f296da88759d4453f7dba5f4555044 into 4bcf6c9a5e6c4c139a2beb34941b2531(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:02,521 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:02,521 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/C, priority=12, startTime=1731176702047; duration=0sec 2024-11-09T18:25:02,521 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:02,521 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:C 2024-11-09T18:25:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:02,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:25:02,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176762571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:02,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176762572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:02,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176762573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:02,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:02,600 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090f4558cca190403eb81a52fda55fa3f6_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090f4558cca190403eb81a52fda55fa3f6_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:02,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/e4c1f0a77f814870b05336cae6575174, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:02,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/e4c1f0a77f814870b05336cae6575174 is 175, key is test_row_0/A:col10/1731176700407/Put/seqid=0 2024-11-09T18:25:02,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742058_1234 (size=31255) 2024-11-09T18:25:02,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176762675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:02,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:02,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176762675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:02,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:02,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176762685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:02,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53158 deadline: 1731176762826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:02,827 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 18f296da88759d4453f7dba5f4555044 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:02,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:02,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176762885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:02,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:02,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176762885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:02,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:02,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176762895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:02,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:03,014 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/e4c1f0a77f814870b05336cae6575174 2024-11-09T18:25:03,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/49ce2daa331c42f28bc47cfad476c1ea is 50, key is test_row_0/B:col10/1731176700407/Put/seqid=0 2024-11-09T18:25:03,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742059_1235 (size=12301) 2024-11-09T18:25:03,042 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/49ce2daa331c42f28bc47cfad476c1ea 2024-11-09T18:25:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/e5ee06df4be9479c9726e5a3a391bbf6 is 50, key is test_row_0/C:col10/1731176700407/Put/seqid=0 2024-11-09T18:25:03,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742060_1236 (size=12301) 2024-11-09T18:25:03,054 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/e5ee06df4be9479c9726e5a3a391bbf6 2024-11-09T18:25:03,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/e4c1f0a77f814870b05336cae6575174 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/e4c1f0a77f814870b05336cae6575174 2024-11-09T18:25:03,062 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/e4c1f0a77f814870b05336cae6575174, entries=150, sequenceid=342, filesize=30.5 K 2024-11-09T18:25:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/49ce2daa331c42f28bc47cfad476c1ea as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/49ce2daa331c42f28bc47cfad476c1ea 2024-11-09T18:25:03,067 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/49ce2daa331c42f28bc47cfad476c1ea, entries=150, sequenceid=342, filesize=12.0 K 2024-11-09T18:25:03,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/e5ee06df4be9479c9726e5a3a391bbf6 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/e5ee06df4be9479c9726e5a3a391bbf6 2024-11-09T18:25:03,073 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/e5ee06df4be9479c9726e5a3a391bbf6, entries=150, sequenceid=342, filesize=12.0 K 2024-11-09T18:25:03,074 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 18f296da88759d4453f7dba5f4555044 in 890ms, sequenceid=342, compaction requested=false 2024-11-09T18:25:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-09T18:25:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-09T18:25:03,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-09T18:25:03,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8070 sec 2024-11-09T18:25:03,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.8110 sec 2024-11-09T18:25:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:03,199 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:03,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T18:25:03,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c85c327f727f4676bc94463eec48987d_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176703198/Put/seqid=0 2024-11-09T18:25:03,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742061_1237 (size=14994) 2024-11-09T18:25:03,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176763256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176763256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176763260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:03,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176763365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:03,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176763376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:03,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176763376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T18:25:03,415 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:03,416 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-09T18:25:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T18:25:03,417 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:03,418 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:03,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T18:25:03,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T18:25:03,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:03,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:25:03,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:03,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:03,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:03,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176763575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:03,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:03,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176763586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:03,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176763586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:03,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:03,617 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:03,621 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c85c327f727f4676bc94463eec48987d_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c85c327f727f4676bc94463eec48987d_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:03,622 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/9938c9e0afa94162a2306018706911de, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:03,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/9938c9e0afa94162a2306018706911de is 175, key is test_row_0/A:col10/1731176703198/Put/seqid=0 2024-11-09T18:25:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742062_1238 (size=39949) 2024-11-09T18:25:03,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T18:25:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:25:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:03,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:03,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T18:25:03,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T18:25:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:25:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:03,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:03,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176763885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:03,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:03,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176763895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:03,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:03,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176763896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:04,028 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/9938c9e0afa94162a2306018706911de 2024-11-09T18:25:04,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T18:25:04,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:04,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:25:04,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:04,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:04,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:04,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/8c8a08c8b5044ee38c4ce2812fe48a5d is 50, key is test_row_0/B:col10/1731176703198/Put/seqid=0 2024-11-09T18:25:04,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742063_1239 (size=12301) 2024-11-09T18:25:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T18:25:04,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T18:25:04,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:04,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:25:04,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:04,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:04,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:04,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T18:25:04,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:04,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:25:04,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:04,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:04,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176764405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176764405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176764405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:04,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/8c8a08c8b5044ee38c4ce2812fe48a5d 2024-11-09T18:25:04,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/ec6a7411edea44eca4577c545a531b94 is 50, key is test_row_0/C:col10/1731176703198/Put/seqid=0 2024-11-09T18:25:04,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742064_1240 (size=12301) 2024-11-09T18:25:04,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/ec6a7411edea44eca4577c545a531b94 2024-11-09T18:25:04,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/9938c9e0afa94162a2306018706911de as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9938c9e0afa94162a2306018706911de 2024-11-09T18:25:04,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9938c9e0afa94162a2306018706911de, entries=200, sequenceid=359, filesize=39.0 K 2024-11-09T18:25:04,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/8c8a08c8b5044ee38c4ce2812fe48a5d as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/8c8a08c8b5044ee38c4ce2812fe48a5d 2024-11-09T18:25:04,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/8c8a08c8b5044ee38c4ce2812fe48a5d, entries=150, sequenceid=359, filesize=12.0 K 2024-11-09T18:25:04,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/ec6a7411edea44eca4577c545a531b94 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/ec6a7411edea44eca4577c545a531b94 2024-11-09T18:25:04,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/ec6a7411edea44eca4577c545a531b94, entries=150, sequenceid=359, filesize=12.0 K 2024-11-09T18:25:04,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 18f296da88759d4453f7dba5f4555044 in 1271ms, sequenceid=359, compaction requested=true 2024-11-09T18:25:04,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:04,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:25:04,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:04,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:25:04,471 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:04,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:04,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:25:04,471 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:04,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:04,472 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:04,472 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:04,472 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/A is initiating minor compaction (all files) 2024-11-09T18:25:04,472 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/B is initiating minor compaction (all files) 2024-11-09T18:25:04,472 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/B in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:04,472 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/A in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:04,472 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/ecabca66f29b4908874c9b44bedb8d39, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/49ce2daa331c42f28bc47cfad476c1ea, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/8c8a08c8b5044ee38c4ce2812fe48a5d] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=36.8 K 2024-11-09T18:25:04,472 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9cc5b92cc9ef4a279d8659fbe48f3426, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/e4c1f0a77f814870b05336cae6575174, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9938c9e0afa94162a2306018706911de] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=100.8 K 2024-11-09T18:25:04,472 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:04,472 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9cc5b92cc9ef4a279d8659fbe48f3426, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/e4c1f0a77f814870b05336cae6575174, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9938c9e0afa94162a2306018706911de] 2024-11-09T18:25:04,472 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting ecabca66f29b4908874c9b44bedb8d39, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731176700337 2024-11-09T18:25:04,472 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cc5b92cc9ef4a279d8659fbe48f3426, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731176700337 2024-11-09T18:25:04,472 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 49ce2daa331c42f28bc47cfad476c1ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731176700401 2024-11-09T18:25:04,473 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4c1f0a77f814870b05336cae6575174, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731176700401 2024-11-09T18:25:04,473 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c8a08c8b5044ee38c4ce2812fe48a5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731176702567 2024-11-09T18:25:04,473 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9938c9e0afa94162a2306018706911de, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731176702567 2024-11-09T18:25:04,480 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#B#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:04,480 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/b922cf345a4843ebb527e27099e0c2db is 50, key is test_row_0/B:col10/1731176703198/Put/seqid=0 2024-11-09T18:25:04,481 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:04,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T18:25:04,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:04,487 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T18:25:04,496 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411098ab69e7b6c5d41c5baffa93cfae23cb2_18f296da88759d4453f7dba5f4555044 store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:04,498 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411098ab69e7b6c5d41c5baffa93cfae23cb2_18f296da88759d4453f7dba5f4555044, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:04,499 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098ab69e7b6c5d41c5baffa93cfae23cb2_18f296da88759d4453f7dba5f4555044 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:04,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742065_1241 (size=13153) 2024-11-09T18:25:04,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d8c2fffa16214c7aa2ddbe9c8cd7246d_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176703255/Put/seqid=0 2024-11-09T18:25:04,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742066_1242 (size=4469) 2024-11-09T18:25:04,511 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#A#compaction#201 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:04,512 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/a730ae1788804721adb85e29fcbf9da3 is 175, key is test_row_0/A:col10/1731176703198/Put/seqid=0 2024-11-09T18:25:04,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742067_1243 (size=12454) 2024-11-09T18:25:04,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742068_1244 (size=32107) 2024-11-09T18:25:04,522 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/a730ae1788804721adb85e29fcbf9da3 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/a730ae1788804721adb85e29fcbf9da3 2024-11-09T18:25:04,528 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f296da88759d4453f7dba5f4555044/A of 18f296da88759d4453f7dba5f4555044 into a730ae1788804721adb85e29fcbf9da3(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:04,528 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:04,528 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/A, priority=13, startTime=1731176704470; duration=0sec 2024-11-09T18:25:04,528 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:04,528 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:A 2024-11-09T18:25:04,528 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:04,529 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:04,529 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/C is initiating minor compaction (all files) 2024-11-09T18:25:04,529 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/C in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:04,529 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4bcf6c9a5e6c4c139a2beb34941b2531, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/e5ee06df4be9479c9726e5a3a391bbf6, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/ec6a7411edea44eca4577c545a531b94] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=36.8 K 2024-11-09T18:25:04,529 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bcf6c9a5e6c4c139a2beb34941b2531, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731176700337 2024-11-09T18:25:04,530 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5ee06df4be9479c9726e5a3a391bbf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731176700401 2024-11-09T18:25:04,530 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec6a7411edea44eca4577c545a531b94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731176702567 2024-11-09T18:25:04,539 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#C#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:04,539 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/3b88d331007d4147969d420e1ebe36fd is 50, key is test_row_0/C:col10/1731176703198/Put/seqid=0 2024-11-09T18:25:04,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742069_1245 (size=13153) 2024-11-09T18:25:04,548 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/3b88d331007d4147969d420e1ebe36fd as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/3b88d331007d4147969d420e1ebe36fd 2024-11-09T18:25:04,553 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f296da88759d4453f7dba5f4555044/C of 18f296da88759d4453f7dba5f4555044 into 3b88d331007d4147969d420e1ebe36fd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:04,553 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:04,553 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/C, priority=13, startTime=1731176704471; duration=0sec 2024-11-09T18:25:04,553 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:04,553 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:C 2024-11-09T18:25:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T18:25:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:04,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. as already flushing 2024-11-09T18:25:04,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176764761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:04,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176764876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:04,905 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/b922cf345a4843ebb527e27099e0c2db as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/b922cf345a4843ebb527e27099e0c2db 2024-11-09T18:25:04,910 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f296da88759d4453f7dba5f4555044/B of 18f296da88759d4453f7dba5f4555044 into b922cf345a4843ebb527e27099e0c2db(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:04,910 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:04,910 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/B, priority=13, startTime=1731176704471; duration=0sec 2024-11-09T18:25:04,910 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:04,910 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:B 2024-11-09T18:25:04,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:04,918 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d8c2fffa16214c7aa2ddbe9c8cd7246d_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d8c2fffa16214c7aa2ddbe9c8cd7246d_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:04,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/88f287edaf3b43f6ae60d3b3a760485a, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:04,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/88f287edaf3b43f6ae60d3b3a760485a is 175, key is test_row_0/A:col10/1731176703255/Put/seqid=0 2024-11-09T18:25:04,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742070_1246 (size=31255) 2024-11-09T18:25:04,923 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/88f287edaf3b43f6ae60d3b3a760485a 2024-11-09T18:25:04,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/d3e7f0ef26554443a3cbd81bab17f22e is 50, key is test_row_0/B:col10/1731176703255/Put/seqid=0 2024-11-09T18:25:04,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742071_1247 (size=12301) 2024-11-09T18:25:05,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176765086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:05,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:05,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:05,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:05,336 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/d3e7f0ef26554443a3cbd81bab17f22e 2024-11-09T18:25:05,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/41d546a49e654da69a70e8ae4ed3af73 is 50, key is test_row_0/C:col10/1731176703255/Put/seqid=0 2024-11-09T18:25:05,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742072_1248 (size=12301) 2024-11-09T18:25:05,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176765396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:05,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:05,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:05,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:05,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176765415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:05,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176765415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:05,418 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 18f296da88759d4453f7dba5f4555044 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:05,418 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 18f296da88759d4453f7dba5f4555044 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:05,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:05,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:05,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:05,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:05,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:05,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:05,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176765426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:05,426 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_1' in 18f296da88759d4453f7dba5f4555044 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:05,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T18:25:05,750 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/41d546a49e654da69a70e8ae4ed3af73 2024-11-09T18:25:05,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/88f287edaf3b43f6ae60d3b3a760485a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/88f287edaf3b43f6ae60d3b3a760485a 2024-11-09T18:25:05,759 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/88f287edaf3b43f6ae60d3b3a760485a, entries=150, sequenceid=380, filesize=30.5 K 2024-11-09T18:25:05,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/d3e7f0ef26554443a3cbd81bab17f22e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/d3e7f0ef26554443a3cbd81bab17f22e 2024-11-09T18:25:05,765 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/d3e7f0ef26554443a3cbd81bab17f22e, entries=150, sequenceid=380, filesize=12.0 K 2024-11-09T18:25:05,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/41d546a49e654da69a70e8ae4ed3af73 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/41d546a49e654da69a70e8ae4ed3af73 2024-11-09T18:25:05,770 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/41d546a49e654da69a70e8ae4ed3af73, entries=150, sequenceid=380, filesize=12.0 K 2024-11-09T18:25:05,771 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 18f296da88759d4453f7dba5f4555044 in 1284ms, sequenceid=380, compaction requested=false 2024-11-09T18:25:05,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:05,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:05,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-09T18:25:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-09T18:25:05,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-09T18:25:05,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3550 sec 2024-11-09T18:25:05,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.3590 sec 2024-11-09T18:25:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:05,907 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:05,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T18:25:05,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098e0ac32606284aba8c330b885cac1130_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176704753/Put/seqid=0 2024-11-09T18:25:05,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742073_1249 (size=14994) 2024-11-09T18:25:05,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176765959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:06,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176766066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:06,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176766275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:06,318 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:06,322 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098e0ac32606284aba8c330b885cac1130_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098e0ac32606284aba8c330b885cac1130_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:06,322 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/06596985ea384473a30034c1078895b5, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:06,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/06596985ea384473a30034c1078895b5 is 175, key is test_row_0/A:col10/1731176704753/Put/seqid=0 2024-11-09T18:25:06,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742074_1250 (size=39949) 2024-11-09T18:25:06,372 INFO [Thread-700 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-700. 2024-11-09T18:25:06,372 DEBUG [Thread-700 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:06,372 DEBUG [Thread-700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:06,372 DEBUG [Thread-700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:06,372 INFO [Thread-702 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-702. 2024-11-09T18:25:06,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:06,372 DEBUG [Thread-702 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:06,372 DEBUG [Thread-702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:06,372 DEBUG [Thread-702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:06,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:06,374 INFO [Thread-704 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-704. 2024-11-09T18:25:06,374 DEBUG [Thread-704 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:06,374 DEBUG [Thread-704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:06,375 DEBUG [Thread-704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:06,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:06,384 INFO [Thread-706 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-706. 2024-11-09T18:25:06,385 DEBUG [Thread-706 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:06,385 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:06,385 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:06,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:06,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176766586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:06,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:06,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:06,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:06,729 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/06596985ea384473a30034c1078895b5 2024-11-09T18:25:06,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/11d300f0fea6477f8ba9e51422ff3eb6 is 50, key is test_row_0/B:col10/1731176704753/Put/seqid=0 2024-11-09T18:25:06,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742075_1251 (size=12301) 2024-11-09T18:25:07,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53134 deadline: 1731176767096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:07,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:07,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:07,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:07,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/11d300f0fea6477f8ba9e51422ff3eb6 2024-11-09T18:25:07,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/818cb0b873f9491e83682b3bcb01025c is 50, key is test_row_0/C:col10/1731176704753/Put/seqid=0 2024-11-09T18:25:07,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742076_1252 (size=12301) 2024-11-09T18:25:07,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:07,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53108 deadline: 1731176767436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53104 deadline: 1731176767436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:07,438 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 18f296da88759d4453f7dba5f4555044 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:07,438 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_1' in 18f296da88759d4453f7dba5f4555044 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:07,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:07,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:07,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:07,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:07,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:07,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:07,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53090 deadline: 1731176767446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:07,447 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 18f296da88759d4453f7dba5f4555044 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:07,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/818cb0b873f9491e83682b3bcb01025c 2024-11-09T18:25:07,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/06596985ea384473a30034c1078895b5 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/06596985ea384473a30034c1078895b5 2024-11-09T18:25:07,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/06596985ea384473a30034c1078895b5, entries=200, sequenceid=399, filesize=39.0 K 2024-11-09T18:25:07,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/11d300f0fea6477f8ba9e51422ff3eb6 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/11d300f0fea6477f8ba9e51422ff3eb6 2024-11-09T18:25:07,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/11d300f0fea6477f8ba9e51422ff3eb6, entries=150, sequenceid=399, filesize=12.0 K 2024-11-09T18:25:07,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/818cb0b873f9491e83682b3bcb01025c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/818cb0b873f9491e83682b3bcb01025c 2024-11-09T18:25:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T18:25:07,586 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:07,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/818cb0b873f9491e83682b3bcb01025c, entries=150, sequenceid=399, filesize=12.0 K 2024-11-09T18:25:07,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 18f296da88759d4453f7dba5f4555044 in 1685ms, sequenceid=399, compaction requested=true 2024-11-09T18:25:07,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:07,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:25:07,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:07,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:25:07,592 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:07,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:07,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f296da88759d4453f7dba5f4555044:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:25:07,592 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:07,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:07,594 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:07,594 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:07,594 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/B is initiating minor compaction (all files) 2024-11-09T18:25:07,594 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/A is initiating minor compaction (all files) 2024-11-09T18:25:07,594 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/B in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:07,594 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/A in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:07,594 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/b922cf345a4843ebb527e27099e0c2db, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/d3e7f0ef26554443a3cbd81bab17f22e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/11d300f0fea6477f8ba9e51422ff3eb6] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=36.9 K 2024-11-09T18:25:07,594 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/a730ae1788804721adb85e29fcbf9da3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/88f287edaf3b43f6ae60d3b3a760485a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/06596985ea384473a30034c1078895b5] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=100.9 K 2024-11-09T18:25:07,594 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:07,594 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/a730ae1788804721adb85e29fcbf9da3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/88f287edaf3b43f6ae60d3b3a760485a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/06596985ea384473a30034c1078895b5] 2024-11-09T18:25:07,594 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting b922cf345a4843ebb527e27099e0c2db, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731176702567 2024-11-09T18:25:07,595 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting a730ae1788804721adb85e29fcbf9da3, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731176702567 2024-11-09T18:25:07,595 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting d3e7f0ef26554443a3cbd81bab17f22e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731176703253 2024-11-09T18:25:07,595 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88f287edaf3b43f6ae60d3b3a760485a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731176703253 2024-11-09T18:25:07,595 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 11d300f0fea6477f8ba9e51422ff3eb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731176704749 2024-11-09T18:25:07,596 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06596985ea384473a30034c1078895b5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731176704749 2024-11-09T18:25:07,605 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#B#compaction#209 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:07,605 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/8e6140a6532f49b4bd11ab9574d5668d is 50, key is test_row_0/B:col10/1731176704753/Put/seqid=0 2024-11-09T18:25:07,606 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:07,608 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411093ce5c2ebe99e4af79aa28813971f4d36_18f296da88759d4453f7dba5f4555044 store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:07,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742077_1253 (size=13255) 2024-11-09T18:25:07,636 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411093ce5c2ebe99e4af79aa28813971f4d36_18f296da88759d4453f7dba5f4555044, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:07,636 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093ce5c2ebe99e4af79aa28813971f4d36_18f296da88759d4453f7dba5f4555044 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:07,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742078_1254 (size=4469) 2024-11-09T18:25:07,641 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#A#compaction#210 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:07,641 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/bd2b8aaa0333407cbfe24d21667a9119 is 175, key is test_row_0/A:col10/1731176704753/Put/seqid=0 2024-11-09T18:25:07,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742079_1255 (size=32209) 2024-11-09T18:25:08,015 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/8e6140a6532f49b4bd11ab9574d5668d as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/8e6140a6532f49b4bd11ab9574d5668d 2024-11-09T18:25:08,021 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f296da88759d4453f7dba5f4555044/B of 18f296da88759d4453f7dba5f4555044 into 8e6140a6532f49b4bd11ab9574d5668d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:08,021 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:08,021 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/B, priority=13, startTime=1731176707592; duration=0sec 2024-11-09T18:25:08,021 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:08,021 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:B 2024-11-09T18:25:08,021 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:08,022 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:08,022 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 18f296da88759d4453f7dba5f4555044/C is initiating minor compaction (all files) 2024-11-09T18:25:08,022 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f296da88759d4453f7dba5f4555044/C in TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:08,023 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/3b88d331007d4147969d420e1ebe36fd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/41d546a49e654da69a70e8ae4ed3af73, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/818cb0b873f9491e83682b3bcb01025c] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp, totalSize=36.9 K 2024-11-09T18:25:08,023 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b88d331007d4147969d420e1ebe36fd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731176702567 2024-11-09T18:25:08,024 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 41d546a49e654da69a70e8ae4ed3af73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731176703253 2024-11-09T18:25:08,024 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 818cb0b873f9491e83682b3bcb01025c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731176704749 2024-11-09T18:25:08,034 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f296da88759d4453f7dba5f4555044#C#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:08,035 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/ce749e8db9b9474cb66a71d2fa729aaf is 50, key is test_row_0/C:col10/1731176704753/Put/seqid=0 2024-11-09T18:25:08,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742080_1256 (size=13255) 2024-11-09T18:25:08,049 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/bd2b8aaa0333407cbfe24d21667a9119 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/bd2b8aaa0333407cbfe24d21667a9119 2024-11-09T18:25:08,054 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f296da88759d4453f7dba5f4555044/A of 18f296da88759d4453f7dba5f4555044 into bd2b8aaa0333407cbfe24d21667a9119(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:08,054 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:08,054 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/A, priority=13, startTime=1731176707592; duration=0sec 2024-11-09T18:25:08,054 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:08,054 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:A 2024-11-09T18:25:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:08,107 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:08,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T18:25:08,107 INFO [Thread-697 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-697. 2024-11-09T18:25:08,107 DEBUG [Thread-697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:08,107 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:08,107 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:08,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:08,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092277a7f80eca455098d3e62b29db37c9_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_0/A:col10/1731176705947/Put/seqid=0 2024-11-09T18:25:08,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742081_1257 (size=12454) 2024-11-09T18:25:08,502 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/ce749e8db9b9474cb66a71d2fa729aaf as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/ce749e8db9b9474cb66a71d2fa729aaf 2024-11-09T18:25:08,509 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f296da88759d4453f7dba5f4555044/C of 18f296da88759d4453f7dba5f4555044 into ce749e8db9b9474cb66a71d2fa729aaf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:08,509 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:08,509 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., storeName=18f296da88759d4453f7dba5f4555044/C, priority=13, startTime=1731176707592; duration=0sec 2024-11-09T18:25:08,509 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:08,509 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f296da88759d4453f7dba5f4555044:C 2024-11-09T18:25:08,520 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:08,526 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092277a7f80eca455098d3e62b29db37c9_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092277a7f80eca455098d3e62b29db37c9_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:08,527 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/b9de9909803649b0bd641c1a40132e28, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:08,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/b9de9909803649b0bd641c1a40132e28 is 175, key is test_row_0/A:col10/1731176705947/Put/seqid=0 2024-11-09T18:25:08,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742082_1258 (size=31255) 2024-11-09T18:25:08,935 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=422, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/b9de9909803649b0bd641c1a40132e28 2024-11-09T18:25:08,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/00a9240f749f4f2b9973950a8b7cd6a3 is 50, key is test_row_0/B:col10/1731176705947/Put/seqid=0 2024-11-09T18:25:08,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742083_1259 (size=12301) 2024-11-09T18:25:09,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/00a9240f749f4f2b9973950a8b7cd6a3 2024-11-09T18:25:09,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/c141960a12724b2eb49ae5d3a32272f8 is 50, key is test_row_0/C:col10/1731176705947/Put/seqid=0 2024-11-09T18:25:09,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742084_1260 (size=12301) 2024-11-09T18:25:09,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/c141960a12724b2eb49ae5d3a32272f8 2024-11-09T18:25:09,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/b9de9909803649b0bd641c1a40132e28 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/b9de9909803649b0bd641c1a40132e28 2024-11-09T18:25:09,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/b9de9909803649b0bd641c1a40132e28, entries=150, sequenceid=422, filesize=30.5 K 2024-11-09T18:25:09,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/00a9240f749f4f2b9973950a8b7cd6a3 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/00a9240f749f4f2b9973950a8b7cd6a3 2024-11-09T18:25:09,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/00a9240f749f4f2b9973950a8b7cd6a3, entries=150, sequenceid=422, filesize=12.0 K 2024-11-09T18:25:09,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/c141960a12724b2eb49ae5d3a32272f8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/c141960a12724b2eb49ae5d3a32272f8 2024-11-09T18:25:09,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/c141960a12724b2eb49ae5d3a32272f8, entries=150, sequenceid=422, filesize=12.0 K 2024-11-09T18:25:09,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 18f296da88759d4453f7dba5f4555044 in 1696ms, sequenceid=422, compaction requested=false 2024-11-09T18:25:09,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f296da88759d4453f7dba5f4555044: 2024-11-09T18:25:11,460 INFO [Thread-689 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-689. 2024-11-09T18:25:11,460 DEBUG [Thread-689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:11,460 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:11,460 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:11,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:11,468 INFO [Thread-695 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-695. 2024-11-09T18:25:11,469 INFO [Thread-691 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-691. 2024-11-09T18:25:11,469 DEBUG [Thread-695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:11,469 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:11,469 DEBUG [Thread-691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:11,469 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:11,469 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:11,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:11,469 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:11,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:11,520 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:25:12,860 INFO [Thread-693 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-693. 2024-11-09T18:25:12,860 DEBUG [Thread-693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:12,860 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:12,861 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:12,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:12,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T18:25:12,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-09T18:25:12,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-09T18:25:12,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-09T18:25:12,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-09T18:25:12,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-09T18:25:12,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T18:25:12,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3894 2024-11-09T18:25:12,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3855 2024-11-09T18:25:12,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T18:25:12,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1700 2024-11-09T18:25:12,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5095 rows 2024-11-09T18:25:12,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1700 2024-11-09T18:25:12,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5096 rows 2024-11-09T18:25:12,862 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:25:12,862 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:25:12,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:12,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:12,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:12,865 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T18:25:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T18:25:12,871 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176712870"}]},"ts":"1731176712870"} 2024-11-09T18:25:12,873 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T18:25:12,873 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T18:25:12,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T18:25:12,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f296da88759d4453f7dba5f4555044, UNASSIGN}] 2024-11-09T18:25:12,876 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f296da88759d4453f7dba5f4555044, UNASSIGN 2024-11-09T18:25:12,877 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=18f296da88759d4453f7dba5f4555044, regionState=CLOSING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:12,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f296da88759d4453f7dba5f4555044, UNASSIGN because future has completed 2024-11-09T18:25:12,879 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T18:25:12,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:25:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T18:25:13,031 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close 18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:13,031 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T18:25:13,032 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing 18f296da88759d4453f7dba5f4555044, disabling compactions & flushes 2024-11-09T18:25:13,032 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:13,032 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:13,032 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. after waiting 0 ms 2024-11-09T18:25:13,032 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:13,032 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing 18f296da88759d4453f7dba5f4555044 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-09T18:25:13,043 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ad535df9c8924d7eaf6171e1729e4d3f_18f296da88759d4453f7dba5f4555044 is 50, key is test_row_1/A:col10/1731176711466/Put/seqid=0 2024-11-09T18:25:13,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742085_1261 (size=9914) 2024-11-09T18:25:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T18:25:13,451 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T18:25:13,506 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ad535df9c8924d7eaf6171e1729e4d3f_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ad535df9c8924d7eaf6171e1729e4d3f_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:13,507 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/43a14581abd44b0c9cef91c6100765a5, store: [table=TestAcidGuarantees family=A region=18f296da88759d4453f7dba5f4555044] 2024-11-09T18:25:13,508 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/43a14581abd44b0c9cef91c6100765a5 is 175, key is test_row_1/A:col10/1731176711466/Put/seqid=0 2024-11-09T18:25:13,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742086_1262 (size=22561) 2024-11-09T18:25:13,913 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=430, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/43a14581abd44b0c9cef91c6100765a5 2024-11-09T18:25:13,923 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/337d6284f1ca4460b764ddf197b263cb is 50, key is test_row_1/B:col10/1731176711466/Put/seqid=0 2024-11-09T18:25:13,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742087_1263 (size=9857) 2024-11-09T18:25:13,929 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/337d6284f1ca4460b764ddf197b263cb 2024-11-09T18:25:13,936 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/fac7edc6277b45c7a54fb928d786de91 is 50, key is test_row_1/C:col10/1731176711466/Put/seqid=0 2024-11-09T18:25:13,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742088_1264 (size=9857) 2024-11-09T18:25:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T18:25:14,341 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/fac7edc6277b45c7a54fb928d786de91 2024-11-09T18:25:14,349 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/A/43a14581abd44b0c9cef91c6100765a5 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/43a14581abd44b0c9cef91c6100765a5 2024-11-09T18:25:14,357 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/43a14581abd44b0c9cef91c6100765a5, entries=100, sequenceid=430, filesize=22.0 K 2024-11-09T18:25:14,359 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/B/337d6284f1ca4460b764ddf197b263cb as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/337d6284f1ca4460b764ddf197b263cb 2024-11-09T18:25:14,363 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/337d6284f1ca4460b764ddf197b263cb, entries=100, sequenceid=430, filesize=9.6 K 2024-11-09T18:25:14,363 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/.tmp/C/fac7edc6277b45c7a54fb928d786de91 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/fac7edc6277b45c7a54fb928d786de91 2024-11-09T18:25:14,367 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/fac7edc6277b45c7a54fb928d786de91, entries=100, sequenceid=430, filesize=9.6 K 2024-11-09T18:25:14,368 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 18f296da88759d4453f7dba5f4555044 in 1335ms, sequenceid=430, compaction requested=true 2024-11-09T18:25:14,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/29c605f2b1484253983d47a4c122cfcf, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/383b56502f4c41edb0716eb77f2468f6, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0bb0498e1df942f9babb553561d9e27e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/dd55aca34fdf4f528fc1f33c5c46a3da, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/18a5802f9deb4b979f1fa73d5db7cfd3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/88c11046ffb84fd897b4f0e011806300, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/7f72cd8d362f44d4bef04c8726303ee7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/3c25cb27a58f402eae418060d0902f1b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0370862fdaf34f86b4c627587a1dbfd3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/3b5fa707982c4c6384a008802d62cfe9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/4c90b90a395d49eca6c0cf38cb80302c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0623b351823d44c2a945e5ac5311e827, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/190045e648694ff29dd3b1f5cb11b777, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/d5c1885363ee4718838b3995438afc36, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/db368ae960e24089a309b909cf351155, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/732597c640f54f448b849c7507c17f58, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/4594ddf8a42f4a898e5ad151ed390524, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/928b5f6b34dd466f8b9587debcf3d118, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/8fd53a7ce36e4aa68464c9be8349f675, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/1645f2a5aa294882a5b99d02ba577f37, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9462d567857e480692b04af3ef8aa61c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/e352c85e1a2246ec8d0c9689563c2b9c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9cc5b92cc9ef4a279d8659fbe48f3426, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/e4c1f0a77f814870b05336cae6575174, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9938c9e0afa94162a2306018706911de, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/a730ae1788804721adb85e29fcbf9da3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/88f287edaf3b43f6ae60d3b3a760485a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/06596985ea384473a30034c1078895b5] to archive 2024-11-09T18:25:14,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:25:14,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/29c605f2b1484253983d47a4c122cfcf to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/29c605f2b1484253983d47a4c122cfcf 2024-11-09T18:25:14,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/383b56502f4c41edb0716eb77f2468f6 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/383b56502f4c41edb0716eb77f2468f6 2024-11-09T18:25:14,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0bb0498e1df942f9babb553561d9e27e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0bb0498e1df942f9babb553561d9e27e 2024-11-09T18:25:14,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/dd55aca34fdf4f528fc1f33c5c46a3da to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/dd55aca34fdf4f528fc1f33c5c46a3da 2024-11-09T18:25:14,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/18a5802f9deb4b979f1fa73d5db7cfd3 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/18a5802f9deb4b979f1fa73d5db7cfd3 2024-11-09T18:25:14,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/88c11046ffb84fd897b4f0e011806300 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/88c11046ffb84fd897b4f0e011806300 2024-11-09T18:25:14,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/7f72cd8d362f44d4bef04c8726303ee7 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/7f72cd8d362f44d4bef04c8726303ee7 2024-11-09T18:25:14,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/3c25cb27a58f402eae418060d0902f1b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/3c25cb27a58f402eae418060d0902f1b 2024-11-09T18:25:14,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0370862fdaf34f86b4c627587a1dbfd3 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0370862fdaf34f86b4c627587a1dbfd3 2024-11-09T18:25:14,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/3b5fa707982c4c6384a008802d62cfe9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/3b5fa707982c4c6384a008802d62cfe9 2024-11-09T18:25:14,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/4c90b90a395d49eca6c0cf38cb80302c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/4c90b90a395d49eca6c0cf38cb80302c 2024-11-09T18:25:14,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0623b351823d44c2a945e5ac5311e827 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/0623b351823d44c2a945e5ac5311e827 2024-11-09T18:25:14,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/190045e648694ff29dd3b1f5cb11b777 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/190045e648694ff29dd3b1f5cb11b777 2024-11-09T18:25:14,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/d5c1885363ee4718838b3995438afc36 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/d5c1885363ee4718838b3995438afc36 2024-11-09T18:25:14,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/db368ae960e24089a309b909cf351155 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/db368ae960e24089a309b909cf351155 2024-11-09T18:25:14,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/732597c640f54f448b849c7507c17f58 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/732597c640f54f448b849c7507c17f58 2024-11-09T18:25:14,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/4594ddf8a42f4a898e5ad151ed390524 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/4594ddf8a42f4a898e5ad151ed390524 2024-11-09T18:25:14,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/928b5f6b34dd466f8b9587debcf3d118 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/928b5f6b34dd466f8b9587debcf3d118 2024-11-09T18:25:14,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/8fd53a7ce36e4aa68464c9be8349f675 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/8fd53a7ce36e4aa68464c9be8349f675 2024-11-09T18:25:14,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/1645f2a5aa294882a5b99d02ba577f37 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/1645f2a5aa294882a5b99d02ba577f37 2024-11-09T18:25:14,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9462d567857e480692b04af3ef8aa61c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9462d567857e480692b04af3ef8aa61c 2024-11-09T18:25:14,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/e352c85e1a2246ec8d0c9689563c2b9c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/e352c85e1a2246ec8d0c9689563c2b9c 2024-11-09T18:25:14,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9cc5b92cc9ef4a279d8659fbe48f3426 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9cc5b92cc9ef4a279d8659fbe48f3426 2024-11-09T18:25:14,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/e4c1f0a77f814870b05336cae6575174 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/e4c1f0a77f814870b05336cae6575174 2024-11-09T18:25:14,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9938c9e0afa94162a2306018706911de to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/9938c9e0afa94162a2306018706911de 2024-11-09T18:25:14,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/a730ae1788804721adb85e29fcbf9da3 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/a730ae1788804721adb85e29fcbf9da3 2024-11-09T18:25:14,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/88f287edaf3b43f6ae60d3b3a760485a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/88f287edaf3b43f6ae60d3b3a760485a 2024-11-09T18:25:14,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/06596985ea384473a30034c1078895b5 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/06596985ea384473a30034c1078895b5 2024-11-09T18:25:14,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/12bf36849d0a49b68b6af3d97a48548d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/83f02fb1a7a84d6ea8d63ab13c7427c9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/42454c57747c4d45bdf6a20d3150c4e2, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/56b40bf277ff462cb511001873fdebb5, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/c2d5a7ee75ed4ca0b0723b60b6eb35d7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/65df5cfafec840bf8880ef371fca43e8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/8766155b9ae24e1fbf4b33725dd93c4a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/40308a3c6bf7406591faa94f05905f15, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/47ef8f0159704b6598812b3823268c75, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/88b90ef4f4494d7fb31d4677f6c11a3a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/906a055877194ea893411feeb82e9987, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/6d9f498797ab46bb8ecb0737672d0c96, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/cabe54a5743848bdaca70b1b2ab306b2, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/d01028fbf82b42e09ae170273448f3b8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/2f36be65abb3441894da29ad7a4b64b9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/df9bd3bc1d9c42c2820801f01f1f42af, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/0edc901bd6b24acba029878965698cb0, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/0e7bd7d9640f4056bb4dcddb374df44b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/39235f6a2e2b4efeb35dfa99b8932e1c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/44a69798c628462f917e1f98b27d3c7e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/88a1058311fd4e5088c549f8b467f671, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/ecabca66f29b4908874c9b44bedb8d39, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/69c6c546d2b64471b2dcb11cf20d24ab, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/49ce2daa331c42f28bc47cfad476c1ea, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/b922cf345a4843ebb527e27099e0c2db, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/8c8a08c8b5044ee38c4ce2812fe48a5d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/d3e7f0ef26554443a3cbd81bab17f22e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/11d300f0fea6477f8ba9e51422ff3eb6] to archive 2024-11-09T18:25:14,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:25:14,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/12bf36849d0a49b68b6af3d97a48548d to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/12bf36849d0a49b68b6af3d97a48548d 2024-11-09T18:25:14,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/83f02fb1a7a84d6ea8d63ab13c7427c9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/83f02fb1a7a84d6ea8d63ab13c7427c9 2024-11-09T18:25:14,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/42454c57747c4d45bdf6a20d3150c4e2 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/42454c57747c4d45bdf6a20d3150c4e2 2024-11-09T18:25:14,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/56b40bf277ff462cb511001873fdebb5 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/56b40bf277ff462cb511001873fdebb5 2024-11-09T18:25:14,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/c2d5a7ee75ed4ca0b0723b60b6eb35d7 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/c2d5a7ee75ed4ca0b0723b60b6eb35d7 2024-11-09T18:25:14,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/65df5cfafec840bf8880ef371fca43e8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/65df5cfafec840bf8880ef371fca43e8 2024-11-09T18:25:14,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/8766155b9ae24e1fbf4b33725dd93c4a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/8766155b9ae24e1fbf4b33725dd93c4a 2024-11-09T18:25:14,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/40308a3c6bf7406591faa94f05905f15 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/40308a3c6bf7406591faa94f05905f15 2024-11-09T18:25:14,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/47ef8f0159704b6598812b3823268c75 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/47ef8f0159704b6598812b3823268c75 2024-11-09T18:25:14,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/88b90ef4f4494d7fb31d4677f6c11a3a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/88b90ef4f4494d7fb31d4677f6c11a3a 2024-11-09T18:25:14,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/906a055877194ea893411feeb82e9987 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/906a055877194ea893411feeb82e9987 2024-11-09T18:25:14,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/6d9f498797ab46bb8ecb0737672d0c96 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/6d9f498797ab46bb8ecb0737672d0c96 2024-11-09T18:25:14,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/cabe54a5743848bdaca70b1b2ab306b2 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/cabe54a5743848bdaca70b1b2ab306b2 2024-11-09T18:25:14,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/d01028fbf82b42e09ae170273448f3b8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/d01028fbf82b42e09ae170273448f3b8 2024-11-09T18:25:14,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/2f36be65abb3441894da29ad7a4b64b9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/2f36be65abb3441894da29ad7a4b64b9 2024-11-09T18:25:14,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/df9bd3bc1d9c42c2820801f01f1f42af to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/df9bd3bc1d9c42c2820801f01f1f42af 2024-11-09T18:25:14,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/0edc901bd6b24acba029878965698cb0 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/0edc901bd6b24acba029878965698cb0 2024-11-09T18:25:14,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/0e7bd7d9640f4056bb4dcddb374df44b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/0e7bd7d9640f4056bb4dcddb374df44b 2024-11-09T18:25:14,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/39235f6a2e2b4efeb35dfa99b8932e1c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/39235f6a2e2b4efeb35dfa99b8932e1c 2024-11-09T18:25:14,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/44a69798c628462f917e1f98b27d3c7e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/44a69798c628462f917e1f98b27d3c7e 2024-11-09T18:25:14,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/88a1058311fd4e5088c549f8b467f671 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/88a1058311fd4e5088c549f8b467f671 2024-11-09T18:25:14,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/ecabca66f29b4908874c9b44bedb8d39 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/ecabca66f29b4908874c9b44bedb8d39 2024-11-09T18:25:14,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/69c6c546d2b64471b2dcb11cf20d24ab to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/69c6c546d2b64471b2dcb11cf20d24ab 2024-11-09T18:25:14,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/49ce2daa331c42f28bc47cfad476c1ea to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/49ce2daa331c42f28bc47cfad476c1ea 2024-11-09T18:25:14,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/b922cf345a4843ebb527e27099e0c2db to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/b922cf345a4843ebb527e27099e0c2db 2024-11-09T18:25:14,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/8c8a08c8b5044ee38c4ce2812fe48a5d to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/8c8a08c8b5044ee38c4ce2812fe48a5d 2024-11-09T18:25:14,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/d3e7f0ef26554443a3cbd81bab17f22e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/d3e7f0ef26554443a3cbd81bab17f22e 2024-11-09T18:25:14,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/11d300f0fea6477f8ba9e51422ff3eb6 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/11d300f0fea6477f8ba9e51422ff3eb6 2024-11-09T18:25:14,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4163befa41594186b7bde933fe6c1335, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/109afcaac495417fb269fc6dc11eef76, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b0ab27807e404e228e3b51d9de989594, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/f0c7d6e473c44ed0b4e6de35c69a19fd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/0f94a7d5e8094a09b2e127474da4336c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/767d966e85f94c79857911b6ad2981d7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/8098134e55e941259d8a67e923b33231, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/cc6180476eb4462989fc0028ed599959, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b96b1636590c46beb1d2618e74fa623b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/97c742ba6de24a4d9ef2660345e5fcee, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/3db26e72ed78444789bf9af0ce7602fe, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6014c6403b174367b62c6230b2886dfb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4e9409aa4b9449a6a4751a8008e59468, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/c77aab2a04d841e1a707dad4c47d84af, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/98c6f7857a654e07b0ee5fb6a74d7700, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b8abef4938414afca21e95eadef79244, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/9b851ad5dd7a4de994b3f54c4d4547a9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/859d3aeb95304148b6771e6c40134c3f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/26fe5d8f0546423191a839441a7afde0, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/e6029d60fd28483290428cf917460437, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6321629c4ea040099e391e14f316821c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4bcf6c9a5e6c4c139a2beb34941b2531, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6f5f8875fc7b4ad3a8a7fe6e6690ad93, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/e5ee06df4be9479c9726e5a3a391bbf6, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/3b88d331007d4147969d420e1ebe36fd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/ec6a7411edea44eca4577c545a531b94, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/41d546a49e654da69a70e8ae4ed3af73, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/818cb0b873f9491e83682b3bcb01025c] to archive 2024-11-09T18:25:14,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:25:14,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4163befa41594186b7bde933fe6c1335 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4163befa41594186b7bde933fe6c1335 2024-11-09T18:25:14,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/109afcaac495417fb269fc6dc11eef76 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/109afcaac495417fb269fc6dc11eef76 2024-11-09T18:25:14,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b0ab27807e404e228e3b51d9de989594 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b0ab27807e404e228e3b51d9de989594 2024-11-09T18:25:14,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/f0c7d6e473c44ed0b4e6de35c69a19fd to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/f0c7d6e473c44ed0b4e6de35c69a19fd 2024-11-09T18:25:14,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/0f94a7d5e8094a09b2e127474da4336c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/0f94a7d5e8094a09b2e127474da4336c 2024-11-09T18:25:14,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/767d966e85f94c79857911b6ad2981d7 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/767d966e85f94c79857911b6ad2981d7 2024-11-09T18:25:14,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/8098134e55e941259d8a67e923b33231 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/8098134e55e941259d8a67e923b33231 2024-11-09T18:25:14,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/cc6180476eb4462989fc0028ed599959 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/cc6180476eb4462989fc0028ed599959 2024-11-09T18:25:14,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b96b1636590c46beb1d2618e74fa623b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b96b1636590c46beb1d2618e74fa623b 2024-11-09T18:25:14,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/97c742ba6de24a4d9ef2660345e5fcee to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/97c742ba6de24a4d9ef2660345e5fcee 2024-11-09T18:25:14,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/3db26e72ed78444789bf9af0ce7602fe to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/3db26e72ed78444789bf9af0ce7602fe 2024-11-09T18:25:14,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6014c6403b174367b62c6230b2886dfb to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6014c6403b174367b62c6230b2886dfb 2024-11-09T18:25:14,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4e9409aa4b9449a6a4751a8008e59468 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4e9409aa4b9449a6a4751a8008e59468 2024-11-09T18:25:14,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/c77aab2a04d841e1a707dad4c47d84af to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/c77aab2a04d841e1a707dad4c47d84af 2024-11-09T18:25:14,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/98c6f7857a654e07b0ee5fb6a74d7700 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/98c6f7857a654e07b0ee5fb6a74d7700 2024-11-09T18:25:14,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b8abef4938414afca21e95eadef79244 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/b8abef4938414afca21e95eadef79244 2024-11-09T18:25:14,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/9b851ad5dd7a4de994b3f54c4d4547a9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/9b851ad5dd7a4de994b3f54c4d4547a9 2024-11-09T18:25:14,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/859d3aeb95304148b6771e6c40134c3f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/859d3aeb95304148b6771e6c40134c3f 2024-11-09T18:25:14,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/26fe5d8f0546423191a839441a7afde0 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/26fe5d8f0546423191a839441a7afde0 2024-11-09T18:25:14,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/e6029d60fd28483290428cf917460437 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/e6029d60fd28483290428cf917460437 2024-11-09T18:25:14,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6321629c4ea040099e391e14f316821c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6321629c4ea040099e391e14f316821c 2024-11-09T18:25:14,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4bcf6c9a5e6c4c139a2beb34941b2531 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/4bcf6c9a5e6c4c139a2beb34941b2531 2024-11-09T18:25:14,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6f5f8875fc7b4ad3a8a7fe6e6690ad93 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/6f5f8875fc7b4ad3a8a7fe6e6690ad93 2024-11-09T18:25:14,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/e5ee06df4be9479c9726e5a3a391bbf6 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/e5ee06df4be9479c9726e5a3a391bbf6 2024-11-09T18:25:14,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/3b88d331007d4147969d420e1ebe36fd to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/3b88d331007d4147969d420e1ebe36fd 2024-11-09T18:25:14,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/ec6a7411edea44eca4577c545a531b94 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/ec6a7411edea44eca4577c545a531b94 2024-11-09T18:25:14,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/41d546a49e654da69a70e8ae4ed3af73 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/41d546a49e654da69a70e8ae4ed3af73 2024-11-09T18:25:14,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/818cb0b873f9491e83682b3bcb01025c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/818cb0b873f9491e83682b3bcb01025c 2024-11-09T18:25:14,447 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/recovered.edits/433.seqid, newMaxSeqId=433, maxSeqId=4 2024-11-09T18:25:14,447 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. 2024-11-09T18:25:14,447 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for 18f296da88759d4453f7dba5f4555044: Waiting for close lock at 1731176713032Running coprocessor pre-close hooks at 1731176713032Disabling compacts and flushes for region at 1731176713032Disabling writes for close at 1731176713032Obtaining lock to block concurrent updates at 1731176713032Preparing flush snapshotting stores in 18f296da88759d4453f7dba5f4555044 at 1731176713032Finished memstore snapshotting TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731176713033 (+1 ms)Flushing stores of TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044. at 1731176713034 (+1 ms)Flushing 18f296da88759d4453f7dba5f4555044/A: creating writer at 1731176713034Flushing mob file 18f296da88759d4453f7dba5f4555044/A: appending metadata at 1731176713043 (+9 ms)Flushing mob file 18f296da88759d4453f7dba5f4555044/A: closing flushed file at 1731176713043Flushing 18f296da88759d4453f7dba5f4555044/A: appending metadata at 1731176713507 (+464 ms)Flushing 18f296da88759d4453f7dba5f4555044/A: closing flushed file at 1731176713507Flushing 18f296da88759d4453f7dba5f4555044/B: creating writer at 1731176713919 (+412 ms)Flushing 18f296da88759d4453f7dba5f4555044/B: appending metadata at 1731176713922 (+3 ms)Flushing 18f296da88759d4453f7dba5f4555044/B: closing flushed file at 1731176713923 (+1 ms)Flushing 18f296da88759d4453f7dba5f4555044/C: creating writer at 1731176713933 (+10 ms)Flushing 18f296da88759d4453f7dba5f4555044/C: appending metadata at 1731176713935 (+2 ms)Flushing 18f296da88759d4453f7dba5f4555044/C: closing flushed file at 1731176713935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75dee346: reopening flushed file at 1731176714348 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c752828: reopening flushed file at 1731176714357 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df14e38: reopening flushed file at 1731176714363 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 18f296da88759d4453f7dba5f4555044 in 1335ms, sequenceid=430, compaction requested=true at 1731176714368 (+5 ms)Writing region close event to WAL at 1731176714444 (+76 ms)Running coprocessor post-close hooks at 1731176714447 (+3 ms)Closed at 1731176714447 2024-11-09T18:25:14,449 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed 18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:14,449 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=18f296da88759d4453f7dba5f4555044, regionState=CLOSED 2024-11-09T18:25:14,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:25:14,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-09T18:25:14,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 18f296da88759d4453f7dba5f4555044, server=fb97eb0edbe8,41913,1731176653206 in 1.5720 sec 2024-11-09T18:25:14,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-09T18:25:14,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f296da88759d4453f7dba5f4555044, UNASSIGN in 1.5770 sec 2024-11-09T18:25:14,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-09T18:25:14,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5800 sec 2024-11-09T18:25:14,456 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176714456"}]},"ts":"1731176714456"} 2024-11-09T18:25:14,457 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T18:25:14,457 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T18:25:14,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5920 sec 2024-11-09T18:25:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T18:25:15,016 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:15,017 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T18:25:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:15,021 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T18:25:15,023 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:15,028 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,033 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/recovered.edits] 2024-11-09T18:25:15,039 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/43a14581abd44b0c9cef91c6100765a5 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/43a14581abd44b0c9cef91c6100765a5 2024-11-09T18:25:15,041 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/b9de9909803649b0bd641c1a40132e28 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/b9de9909803649b0bd641c1a40132e28 2024-11-09T18:25:15,043 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/bd2b8aaa0333407cbfe24d21667a9119 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/A/bd2b8aaa0333407cbfe24d21667a9119 2024-11-09T18:25:15,046 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/00a9240f749f4f2b9973950a8b7cd6a3 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/00a9240f749f4f2b9973950a8b7cd6a3 2024-11-09T18:25:15,047 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/337d6284f1ca4460b764ddf197b263cb to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/337d6284f1ca4460b764ddf197b263cb 2024-11-09T18:25:15,049 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/8e6140a6532f49b4bd11ab9574d5668d to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/B/8e6140a6532f49b4bd11ab9574d5668d 2024-11-09T18:25:15,051 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/c141960a12724b2eb49ae5d3a32272f8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/c141960a12724b2eb49ae5d3a32272f8 2024-11-09T18:25:15,051 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/ce749e8db9b9474cb66a71d2fa729aaf to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/ce749e8db9b9474cb66a71d2fa729aaf 2024-11-09T18:25:15,052 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/fac7edc6277b45c7a54fb928d786de91 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/C/fac7edc6277b45c7a54fb928d786de91 2024-11-09T18:25:15,054 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/recovered.edits/433.seqid to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044/recovered.edits/433.seqid 2024-11-09T18:25:15,054 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,054 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T18:25:15,055 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T18:25:15,055 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T18:25:15,058 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090099140fea674fd5a5d90e6099815fb8_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090099140fea674fd5a5d90e6099815fb8_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,059 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090f4558cca190403eb81a52fda55fa3f6_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090f4558cca190403eb81a52fda55fa3f6_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,060 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092277a7f80eca455098d3e62b29db37c9_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092277a7f80eca455098d3e62b29db37c9_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,060 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109306f6aecc5854a61adb1c69ea29565e6_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109306f6aecc5854a61adb1c69ea29565e6_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,061 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093719c9510c25407ab09746fe24791f1a_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093719c9510c25407ab09746fe24791f1a_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,062 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093b0c17d439694272b638e3f57d5f2569_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093b0c17d439694272b638e3f57d5f2569_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,063 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095087a17fa0e94b0c8fd4b49420758aa8_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095087a17fa0e94b0c8fd4b49420758aa8_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,064 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095ce43808658047e18610c8b40d1e0342_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095ce43808658047e18610c8b40d1e0342_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,064 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109658e941e2eb542fda25025e43b2d2823_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109658e941e2eb542fda25025e43b2d2823_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,065 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110979fb5ef8d46d4cd687fa0b4c8d6bcdd0_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110979fb5ef8d46d4cd687fa0b4c8d6bcdd0_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,066 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110983c248049c7143218a42a62de076a575_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110983c248049c7143218a42a62de076a575_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,067 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098e0ac32606284aba8c330b885cac1130_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098e0ac32606284aba8c330b885cac1130_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,068 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109943a40c0349e42d7aeaf16524682514b_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109943a40c0349e42d7aeaf16524682514b_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,068 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ad535df9c8924d7eaf6171e1729e4d3f_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ad535df9c8924d7eaf6171e1729e4d3f_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,069 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b5c82fdfa2b0495493b03c06394115fc_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b5c82fdfa2b0495493b03c06394115fc_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,070 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b84a38e62bb14f7093d5924b3e98e136_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b84a38e62bb14f7093d5924b3e98e136_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,071 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c85c327f727f4676bc94463eec48987d_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c85c327f727f4676bc94463eec48987d_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,071 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d8c2fffa16214c7aa2ddbe9c8cd7246d_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d8c2fffa16214c7aa2ddbe9c8cd7246d_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,072 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f5c864f24a304d758476e50b71fca372_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f5c864f24a304d758476e50b71fca372_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,073 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f601b12911e345b0a6496ef7f96af07e_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f601b12911e345b0a6496ef7f96af07e_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,074 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f602dd9ebede49f8b87eaed010baeef2_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f602dd9ebede49f8b87eaed010baeef2_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,075 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fb9e6d0bcb5446e08b52369bff39a8b7_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fb9e6d0bcb5446e08b52369bff39a8b7_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,075 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fbe4e258302b4d9ab04868bc5e02ac3b_18f296da88759d4453f7dba5f4555044 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fbe4e258302b4d9ab04868bc5e02ac3b_18f296da88759d4453f7dba5f4555044 2024-11-09T18:25:15,076 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T18:25:15,077 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:15,079 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T18:25:15,081 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T18:25:15,082 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:15,082 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T18:25:15,082 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731176715082"}]},"ts":"9223372036854775807"} 2024-11-09T18:25:15,084 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T18:25:15,084 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 18f296da88759d4453f7dba5f4555044, NAME => 'TestAcidGuarantees,,1731176683182.18f296da88759d4453f7dba5f4555044.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T18:25:15,084 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T18:25:15,085 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731176715084"}]},"ts":"9223372036854775807"} 2024-11-09T18:25:15,086 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T18:25:15,087 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:15,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 69 msec 2024-11-09T18:25:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T18:25:15,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T18:25:15,126 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:15,133 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=453 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=359 (was 405), ProcessCount=11 (was 11), AvailableMemoryMB=2917 (was 3011) 2024-11-09T18:25:15,142 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=359, ProcessCount=11, AvailableMemoryMB=2916 2024-11-09T18:25:15,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T18:25:15,144 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:25:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:15,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:25:15,146 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:15,146 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-09T18:25:15,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:25:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T18:25:15,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742089_1265 (size=959) 2024-11-09T18:25:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T18:25:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T18:25:15,558 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4 2024-11-09T18:25:15,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742090_1266 (size=53) 2024-11-09T18:25:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T18:25:15,972 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:25:15,973 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0d7d23f3e736816c079d7144632c80a8, disabling compactions & flushes 2024-11-09T18:25:15,973 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:15,973 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:15,973 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. after waiting 0 ms 2024-11-09T18:25:15,973 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:15,973 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:15,973 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d7d23f3e736816c079d7144632c80a8: Waiting for close lock at 1731176715972Disabling compacts and flushes for region at 1731176715972Disabling writes for close at 1731176715973 (+1 ms)Writing region close event to WAL at 1731176715973Closed at 1731176715973 2024-11-09T18:25:15,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:25:15,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731176715975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176715975"}]},"ts":"1731176715975"} 2024-11-09T18:25:15,978 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:25:15,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:25:15,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176715980"}]},"ts":"1731176715980"} 2024-11-09T18:25:15,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T18:25:15,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0d7d23f3e736816c079d7144632c80a8, ASSIGN}] 2024-11-09T18:25:15,985 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0d7d23f3e736816c079d7144632c80a8, ASSIGN 2024-11-09T18:25:15,986 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0d7d23f3e736816c079d7144632c80a8, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,41913,1731176653206; forceNewPlan=false, retain=false 2024-11-09T18:25:16,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=0d7d23f3e736816c079d7144632c80a8, regionState=OPENING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:16,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0d7d23f3e736816c079d7144632c80a8, ASSIGN because future has completed 2024-11-09T18:25:16,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:25:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T18:25:16,297 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:16,297 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:25:16,298 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:16,298 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:25:16,298 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:16,298 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:16,300 INFO [StoreOpener-0d7d23f3e736816c079d7144632c80a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:16,303 INFO [StoreOpener-0d7d23f3e736816c079d7144632c80a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d7d23f3e736816c079d7144632c80a8 columnFamilyName A 2024-11-09T18:25:16,303 DEBUG [StoreOpener-0d7d23f3e736816c079d7144632c80a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:16,304 INFO [StoreOpener-0d7d23f3e736816c079d7144632c80a8-1 {}] regionserver.HStore(327): Store=0d7d23f3e736816c079d7144632c80a8/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:25:16,304 INFO [StoreOpener-0d7d23f3e736816c079d7144632c80a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:16,306 INFO [StoreOpener-0d7d23f3e736816c079d7144632c80a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d7d23f3e736816c079d7144632c80a8 columnFamilyName B 2024-11-09T18:25:16,306 DEBUG [StoreOpener-0d7d23f3e736816c079d7144632c80a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:16,307 INFO [StoreOpener-0d7d23f3e736816c079d7144632c80a8-1 {}] regionserver.HStore(327): Store=0d7d23f3e736816c079d7144632c80a8/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:25:16,307 INFO [StoreOpener-0d7d23f3e736816c079d7144632c80a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:16,309 INFO [StoreOpener-0d7d23f3e736816c079d7144632c80a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d7d23f3e736816c079d7144632c80a8 columnFamilyName C 2024-11-09T18:25:16,309 DEBUG [StoreOpener-0d7d23f3e736816c079d7144632c80a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:16,310 INFO [StoreOpener-0d7d23f3e736816c079d7144632c80a8-1 {}] regionserver.HStore(327): Store=0d7d23f3e736816c079d7144632c80a8/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:25:16,310 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:16,311 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:16,311 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:16,313 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:16,314 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:16,314 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T18:25:16,317 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:16,321 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:25:16,321 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened 0d7d23f3e736816c079d7144632c80a8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73454414, jitterRate=0.09455606341362}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T18:25:16,322 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:16,324 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for 0d7d23f3e736816c079d7144632c80a8: Running coprocessor pre-open hook at 1731176716298Writing region info on filesystem at 1731176716298Initializing all the Stores at 1731176716300 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176716300Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176716300Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176716300Cleaning up temporary data from old regions at 1731176716314 (+14 ms)Running coprocessor post-open hooks at 1731176716322 (+8 ms)Region opened successfully at 1731176716324 (+2 ms) 2024-11-09T18:25:16,325 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., pid=63, masterSystemTime=1731176716290 2024-11-09T18:25:16,326 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:16,326 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:16,327 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=0d7d23f3e736816c079d7144632c80a8, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:16,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:25:16,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-09T18:25:16,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 in 190 msec 2024-11-09T18:25:16,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-09T18:25:16,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0d7d23f3e736816c079d7144632c80a8, ASSIGN in 348 msec 2024-11-09T18:25:16,333 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:25:16,333 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176716333"}]},"ts":"1731176716333"} 2024-11-09T18:25:16,334 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T18:25:16,335 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:25:16,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1910 sec 2024-11-09T18:25:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T18:25:17,297 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:17,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333e91c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:17,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:17,303 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:17,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:17,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:17,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605b8c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:17,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:17,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:17,307 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:17,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bdda9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:17,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:17,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:17,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:17,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:25:17,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,36343,1731176652426 2024-11-09T18:25:17,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6506ae82 2024-11-09T18:25:17,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:25:17,312 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:25:17,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25146acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:17,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:17,314 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5d4d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:17,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:17,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:17,315 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:17,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f7b3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:17,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:17,317 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:17,317 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:17,317 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:17,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47754042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:17,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:17,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:17,319 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:17,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629a646c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bd0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:17,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:17,321 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29cc2efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:17,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:17,322 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:17,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab357de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609cead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:17,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:17,325 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12795984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:17,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:17,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:17,327 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:17,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4739e59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2df097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:17,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:17,329 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:17,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:17,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:17,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379a4b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:17,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:17,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:17,331 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:17,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbb0a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5559acf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:17,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:17,332 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:17,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:17,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:17,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92c7964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:17,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:17,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:17,333 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:17,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170ff9a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f6020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:17,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:17,335 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5459a310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:17,336 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6274530c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692cba37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:17,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:17,338 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:17,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:17,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:17,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40fd9bf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:17,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:17,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:17,339 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418b3ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d805c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:17,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:17,341 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:17,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:17,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:17,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3bceb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:17,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:17,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:17,342 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:17,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142bc1b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4861c2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:17,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:17,344 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12532d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:17,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:17,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:17,345 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:17,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa05645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:17,346 DEBUG [Thread-1233 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:17,346 DEBUG [Thread-1222 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:17,346 DEBUG [Thread-1237 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:17,346 DEBUG [Thread-1235 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:17,347 DEBUG [Thread-1241 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:17,347 DEBUG [Thread-1239 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:17,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:17,347 DEBUG [Thread-1226 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:17,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:17,347 DEBUG [Thread-1237 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:17,348 DEBUG [Thread-1237 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:17,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:17,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:17,349 DEBUG [Thread-1224 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-09T18:25:17,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:17,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:17,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:17,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:17,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:17,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:17,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T18:25:17,351 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:17,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:17,352 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:17,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:17,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:17,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:17,352 DEBUG [Thread-1228 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:25:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:25:17,353 DEBUG [Thread-1230 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:17,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:17,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:17,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:25:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:25:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:25:17,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:25:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:25:17,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:17,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:17,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:25:17,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:25:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:25:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:17,375 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:17,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T18:25:17,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/6bd19fc5b1514135acf4a3e179e60b65 is 50, key is test_row_0/A:col10/1731176717368/Put/seqid=0 2024-11-09T18:25:17,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176777400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:17,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:17,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176777402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:17,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176777404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:17,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:17,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742091_1267 (size=12001) 2024-11-09T18:25:17,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:17,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/6bd19fc5b1514135acf4a3e179e60b65 2024-11-09T18:25:17,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176777408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:17,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:17,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176777408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:17,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/98ef1bf5eb6640bc87a78bd1c3208b6e is 50, key is test_row_0/B:col10/1731176717368/Put/seqid=0 2024-11-09T18:25:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T18:25:17,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742092_1268 (size=12001) 2024-11-09T18:25:17,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/98ef1bf5eb6640bc87a78bd1c3208b6e 2024-11-09T18:25:17,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T18:25:17,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:17,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:17,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:17,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:17,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:17,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/936c04308ecb417bbc7e5ec0c694f721 is 50, key is test_row_0/C:col10/1731176717368/Put/seqid=0 2024-11-09T18:25:17,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176777516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:17,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:17,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176777516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:17,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:17,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176777516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:17,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176777525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:17,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:17,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176777526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:17,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:17,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742093_1269 (size=12001) 2024-11-09T18:25:17,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T18:25:17,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:17,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:17,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:17,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:17,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T18:25:17,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176777725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:17,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:17,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176777725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:17,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:17,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176777725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:17,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176777736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:17,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176777736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:17,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T18:25:17,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:17,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:17,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:17,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:17,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:17,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/936c04308ecb417bbc7e5ec0c694f721 2024-11-09T18:25:17,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/6bd19fc5b1514135acf4a3e179e60b65 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/6bd19fc5b1514135acf4a3e179e60b65 2024-11-09T18:25:17,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/6bd19fc5b1514135acf4a3e179e60b65, entries=150, sequenceid=14, filesize=11.7 K 2024-11-09T18:25:17,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/98ef1bf5eb6640bc87a78bd1c3208b6e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/98ef1bf5eb6640bc87a78bd1c3208b6e 2024-11-09T18:25:17,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/98ef1bf5eb6640bc87a78bd1c3208b6e, entries=150, sequenceid=14, filesize=11.7 K 2024-11-09T18:25:17,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/936c04308ecb417bbc7e5ec0c694f721 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/936c04308ecb417bbc7e5ec0c694f721 2024-11-09T18:25:17,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/936c04308ecb417bbc7e5ec0c694f721, entries=150, sequenceid=14, filesize=11.7 K 2024-11-09T18:25:17,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0d7d23f3e736816c079d7144632c80a8 in 581ms, sequenceid=14, compaction requested=false 2024-11-09T18:25:17,956 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T18:25:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T18:25:17,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T18:25:17,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:17,979 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T18:25:17,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/1c932883c3c24641991a68aaf62da24a is 50, key is test_row_0/A:col10/1731176717406/Put/seqid=0 2024-11-09T18:25:17,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742094_1270 (size=12001) 2024-11-09T18:25:17,993 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/1c932883c3c24641991a68aaf62da24a 2024-11-09T18:25:18,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/e8f9e3465f9b4c40a0954cafed586d0f is 50, key is test_row_0/B:col10/1731176717406/Put/seqid=0 2024-11-09T18:25:18,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742095_1271 (size=12001) 2024-11-09T18:25:18,011 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/e8f9e3465f9b4c40a0954cafed586d0f 2024-11-09T18:25:18,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/59c28131555e43f49c142a0faba63d41 is 50, key is test_row_0/C:col10/1731176717406/Put/seqid=0 2024-11-09T18:25:18,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742096_1272 (size=12001) 2024-11-09T18:25:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:18,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:18,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176778045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176778045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176778045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176778046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176778047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176778155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176778155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176778155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176778365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176778365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176778365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,429 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/59c28131555e43f49c142a0faba63d41 2024-11-09T18:25:18,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/1c932883c3c24641991a68aaf62da24a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/1c932883c3c24641991a68aaf62da24a 2024-11-09T18:25:18,437 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/1c932883c3c24641991a68aaf62da24a, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T18:25:18,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/e8f9e3465f9b4c40a0954cafed586d0f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/e8f9e3465f9b4c40a0954cafed586d0f 2024-11-09T18:25:18,442 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/e8f9e3465f9b4c40a0954cafed586d0f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T18:25:18,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/59c28131555e43f49c142a0faba63d41 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/59c28131555e43f49c142a0faba63d41 2024-11-09T18:25:18,447 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/59c28131555e43f49c142a0faba63d41, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T18:25:18,448 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0d7d23f3e736816c079d7144632c80a8 in 469ms, sequenceid=38, compaction requested=false 2024-11-09T18:25:18,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:18,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:18,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-09T18:25:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-09T18:25:18,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-09T18:25:18,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0970 sec 2024-11-09T18:25:18,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.1020 sec 2024-11-09T18:25:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T18:25:18,486 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:18,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-09T18:25:18,488 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:18,488 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:18,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T18:25:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:18,559 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:18,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T18:25:18,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/dc8f5daa6a1141deb5ae70fee2d23994 is 50, key is test_row_0/A:col10/1731176718044/Put/seqid=0 2024-11-09T18:25:18,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742097_1273 (size=12001) 2024-11-09T18:25:18,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/dc8f5daa6a1141deb5ae70fee2d23994 2024-11-09T18:25:18,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/a3692a68834545cfb8345506f9145972 is 50, key is test_row_0/B:col10/1731176718044/Put/seqid=0 2024-11-09T18:25:18,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742098_1274 (size=12001) 2024-11-09T18:25:18,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/a3692a68834545cfb8345506f9145972 2024-11-09T18:25:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T18:25:18,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176778606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176778610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/c328d659219f4b9e815fee9d62454283 is 50, key is test_row_0/C:col10/1731176718044/Put/seqid=0 2024-11-09T18:25:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742099_1275 (size=12001) 2024-11-09T18:25:18,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T18:25:18,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:18,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:18,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:18,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:18,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:18,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176778676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176778676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176778676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176778715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176778725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T18:25:18,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:18,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:18,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:18,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T18:25:18,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176778925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176778935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:18,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T18:25:18,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:18,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:18,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:18,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:18,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:19,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/c328d659219f4b9e815fee9d62454283 2024-11-09T18:25:19,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/dc8f5daa6a1141deb5ae70fee2d23994 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/dc8f5daa6a1141deb5ae70fee2d23994 2024-11-09T18:25:19,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/dc8f5daa6a1141deb5ae70fee2d23994, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T18:25:19,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/a3692a68834545cfb8345506f9145972 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/a3692a68834545cfb8345506f9145972 2024-11-09T18:25:19,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/a3692a68834545cfb8345506f9145972, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T18:25:19,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/c328d659219f4b9e815fee9d62454283 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/c328d659219f4b9e815fee9d62454283 2024-11-09T18:25:19,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/c328d659219f4b9e815fee9d62454283, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T18:25:19,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0d7d23f3e736816c079d7144632c80a8 in 497ms, sequenceid=52, compaction requested=true 2024-11-09T18:25:19,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:19,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:25:19,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:19,057 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:19,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:25:19,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:19,057 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:19,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:25:19,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:19,057 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:19,057 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:19,057 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/A is initiating minor compaction (all files) 2024-11-09T18:25:19,057 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/B is initiating minor compaction (all files) 2024-11-09T18:25:19,058 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/A in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:19,058 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/B in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:19,058 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/6bd19fc5b1514135acf4a3e179e60b65, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/1c932883c3c24641991a68aaf62da24a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/dc8f5daa6a1141deb5ae70fee2d23994] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=35.2 K 2024-11-09T18:25:19,058 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/98ef1bf5eb6640bc87a78bd1c3208b6e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/e8f9e3465f9b4c40a0954cafed586d0f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/a3692a68834545cfb8345506f9145972] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=35.2 K 2024-11-09T18:25:19,058 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bd19fc5b1514135acf4a3e179e60b65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731176717363 2024-11-09T18:25:19,058 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 98ef1bf5eb6640bc87a78bd1c3208b6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731176717363 2024-11-09T18:25:19,058 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c932883c3c24641991a68aaf62da24a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731176717402 2024-11-09T18:25:19,058 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting e8f9e3465f9b4c40a0954cafed586d0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731176717402 2024-11-09T18:25:19,058 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc8f5daa6a1141deb5ae70fee2d23994, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731176718044 2024-11-09T18:25:19,058 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting a3692a68834545cfb8345506f9145972, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731176718044 2024-11-09T18:25:19,065 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#B#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:19,065 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/9e3299c7fb2b482b9ab5376a821aed09 is 50, key is test_row_0/B:col10/1731176718044/Put/seqid=0 2024-11-09T18:25:19,074 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:19,075 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/83d15a26867f4aafaed9076776424e97 is 50, key is test_row_0/A:col10/1731176718044/Put/seqid=0 2024-11-09T18:25:19,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742100_1276 (size=12104) 2024-11-09T18:25:19,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742101_1277 (size=12104) 2024-11-09T18:25:19,083 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/9e3299c7fb2b482b9ab5376a821aed09 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/9e3299c7fb2b482b9ab5376a821aed09 2024-11-09T18:25:19,088 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/B of 0d7d23f3e736816c079d7144632c80a8 into 9e3299c7fb2b482b9ab5376a821aed09(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:19,088 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:19,088 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/B, priority=13, startTime=1731176719057; duration=0sec 2024-11-09T18:25:19,089 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:19,089 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:B 2024-11-09T18:25:19,089 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:19,089 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:19,090 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/C is initiating minor compaction (all files) 2024-11-09T18:25:19,090 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/C in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:19,090 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/936c04308ecb417bbc7e5ec0c694f721, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/59c28131555e43f49c142a0faba63d41, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/c328d659219f4b9e815fee9d62454283] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=35.2 K 2024-11-09T18:25:19,090 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 936c04308ecb417bbc7e5ec0c694f721, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731176717363 2024-11-09T18:25:19,091 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 59c28131555e43f49c142a0faba63d41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731176717402 2024-11-09T18:25:19,091 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting c328d659219f4b9e815fee9d62454283, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731176718044 2024-11-09T18:25:19,098 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#C#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:19,099 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/7339ea82d4d6433b9a4a34ab0514a38e is 50, key is test_row_0/C:col10/1731176718044/Put/seqid=0 2024-11-09T18:25:19,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T18:25:19,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:19,100 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T18:25:19,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742102_1278 (size=12104) 2024-11-09T18:25:19,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/ec07fb00d158423187301653473e1d4e is 50, key is test_row_0/A:col10/1731176718603/Put/seqid=0 2024-11-09T18:25:19,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742103_1279 (size=12001) 2024-11-09T18:25:19,112 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/7339ea82d4d6433b9a4a34ab0514a38e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/7339ea82d4d6433b9a4a34ab0514a38e 2024-11-09T18:25:19,118 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/C of 0d7d23f3e736816c079d7144632c80a8 into 7339ea82d4d6433b9a4a34ab0514a38e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:19,118 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:19,118 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/C, priority=13, startTime=1731176719057; duration=0sec 2024-11-09T18:25:19,118 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:19,118 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:C 2024-11-09T18:25:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T18:25:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:19,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:19,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176779199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176779202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176779203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176779235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176779245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176779306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176779315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176779315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,486 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/83d15a26867f4aafaed9076776424e97 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/83d15a26867f4aafaed9076776424e97 2024-11-09T18:25:19,490 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/A of 0d7d23f3e736816c079d7144632c80a8 into 83d15a26867f4aafaed9076776424e97(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:19,490 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:19,490 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/A, priority=13, startTime=1731176719056; duration=0sec 2024-11-09T18:25:19,491 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:19,491 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:A 2024-11-09T18:25:19,511 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/ec07fb00d158423187301653473e1d4e 2024-11-09T18:25:19,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176779516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/530403e8bd4a4db190eddff32f4d7ab4 is 50, key is test_row_0/B:col10/1731176718603/Put/seqid=0 2024-11-09T18:25:19,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742104_1280 (size=12001) 2024-11-09T18:25:19,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176779525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176779526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T18:25:19,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176779745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176779755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176779826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176779835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176779835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:19,922 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/530403e8bd4a4db190eddff32f4d7ab4 2024-11-09T18:25:19,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/9ebe84ea435f404e805961f2e1b076c2 is 50, key is test_row_0/C:col10/1731176718603/Put/seqid=0 2024-11-09T18:25:19,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742105_1281 (size=12001) 2024-11-09T18:25:19,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T18:25:20,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176780336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:20,338 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/9ebe84ea435f404e805961f2e1b076c2 2024-11-09T18:25:20,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/ec07fb00d158423187301653473e1d4e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/ec07fb00d158423187301653473e1d4e 2024-11-09T18:25:20,346 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/ec07fb00d158423187301653473e1d4e, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T18:25:20,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/530403e8bd4a4db190eddff32f4d7ab4 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/530403e8bd4a4db190eddff32f4d7ab4 2024-11-09T18:25:20,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176780345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:20,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176780345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:20,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:20,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:20,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:20,350 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/530403e8bd4a4db190eddff32f4d7ab4, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T18:25:20,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/9ebe84ea435f404e805961f2e1b076c2 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/9ebe84ea435f404e805961f2e1b076c2 2024-11-09T18:25:20,354 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/9ebe84ea435f404e805961f2e1b076c2, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T18:25:20,355 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0d7d23f3e736816c079d7144632c80a8 in 1255ms, sequenceid=75, compaction requested=false 2024-11-09T18:25:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-09T18:25:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-09T18:25:20,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-09T18:25:20,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8680 sec 2024-11-09T18:25:20,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.8720 sec 2024-11-09T18:25:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T18:25:20,646 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:20,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-09T18:25:20,648 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T18:25:20,648 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:20,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T18:25:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:20,758 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:20,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T18:25:20,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/a44462a745a14085a35b4947334e8137 is 50, key is test_row_0/A:col10/1731176719198/Put/seqid=0 2024-11-09T18:25:20,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742106_1282 (size=12001) 2024-11-09T18:25:20,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T18:25:20,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:20,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:20,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:20,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:20,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:20,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176780800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:20,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:20,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:20,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176780800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:20,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:20,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:20,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:20,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:20,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176780915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:20,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:20,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:20,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:20,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176780915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:20,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:20,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:20,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:20,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T18:25:20,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:20,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:20,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:20,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:20,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T18:25:21,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T18:25:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:21,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:21,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176781126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176781126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/a44462a745a14085a35b4947334e8137 2024-11-09T18:25:21,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/0fbdcc2620cf4f02bef6bc34db29948b is 50, key is test_row_0/B:col10/1731176719198/Put/seqid=0 2024-11-09T18:25:21,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742107_1283 (size=12001) 2024-11-09T18:25:21,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/0fbdcc2620cf4f02bef6bc34db29948b 2024-11-09T18:25:21,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/566451d4386c4c9ca5b8f65ed440b40a is 50, key is test_row_0/C:col10/1731176719198/Put/seqid=0 2024-11-09T18:25:21,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742108_1284 (size=12001) 2024-11-09T18:25:21,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/566451d4386c4c9ca5b8f65ed440b40a 2024-11-09T18:25:21,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/a44462a745a14085a35b4947334e8137 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/a44462a745a14085a35b4947334e8137 2024-11-09T18:25:21,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/a44462a745a14085a35b4947334e8137, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T18:25:21,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/0fbdcc2620cf4f02bef6bc34db29948b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/0fbdcc2620cf4f02bef6bc34db29948b 2024-11-09T18:25:21,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/0fbdcc2620cf4f02bef6bc34db29948b, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T18:25:21,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/566451d4386c4c9ca5b8f65ed440b40a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/566451d4386c4c9ca5b8f65ed440b40a 2024-11-09T18:25:21,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/566451d4386c4c9ca5b8f65ed440b40a, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T18:25:21,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 0d7d23f3e736816c079d7144632c80a8 in 483ms, sequenceid=92, compaction requested=true 2024-11-09T18:25:21,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:21,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:25:21,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:21,242 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:21,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:25:21,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:21,242 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:21,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:25:21,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:21,242 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:21,242 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/A is initiating minor compaction (all files) 2024-11-09T18:25:21,243 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/A in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:21,243 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/83d15a26867f4aafaed9076776424e97, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/ec07fb00d158423187301653473e1d4e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/a44462a745a14085a35b4947334e8137] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=35.3 K 2024-11-09T18:25:21,243 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:21,243 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/B is initiating minor compaction (all files) 2024-11-09T18:25:21,243 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/B in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:21,243 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/9e3299c7fb2b482b9ab5376a821aed09, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/530403e8bd4a4db190eddff32f4d7ab4, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/0fbdcc2620cf4f02bef6bc34db29948b] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=35.3 K 2024-11-09T18:25:21,243 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83d15a26867f4aafaed9076776424e97, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731176718044 2024-11-09T18:25:21,244 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e3299c7fb2b482b9ab5376a821aed09, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731176718044 2024-11-09T18:25:21,244 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec07fb00d158423187301653473e1d4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731176718603 2024-11-09T18:25:21,245 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 530403e8bd4a4db190eddff32f4d7ab4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731176718603 2024-11-09T18:25:21,246 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fbdcc2620cf4f02bef6bc34db29948b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731176719198 2024-11-09T18:25:21,246 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting a44462a745a14085a35b4947334e8137, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731176719198 2024-11-09T18:25:21,254 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#A#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:21,254 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:21,255 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/b9a1228497e34dafb1f413516fe59862 is 50, key is test_row_0/B:col10/1731176719198/Put/seqid=0 2024-11-09T18:25:21,256 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/242b990a5050404681310a573751cbfc is 50, key is test_row_0/A:col10/1731176719198/Put/seqid=0 2024-11-09T18:25:21,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T18:25:21,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:21,258 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T18:25:21,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/4c7c68f87a584680a776571be0d8c8df is 50, key is test_row_0/A:col10/1731176720784/Put/seqid=0 2024-11-09T18:25:21,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742109_1285 (size=12207) 2024-11-09T18:25:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T18:25:21,282 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/b9a1228497e34dafb1f413516fe59862 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/b9a1228497e34dafb1f413516fe59862 2024-11-09T18:25:21,289 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/B of 0d7d23f3e736816c079d7144632c80a8 into b9a1228497e34dafb1f413516fe59862(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:21,289 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:21,289 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/B, priority=13, startTime=1731176721242; duration=0sec 2024-11-09T18:25:21,289 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:21,289 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:B 2024-11-09T18:25:21,290 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:21,291 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:21,291 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/C is initiating minor compaction (all files) 2024-11-09T18:25:21,291 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/C in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:21,291 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/7339ea82d4d6433b9a4a34ab0514a38e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/9ebe84ea435f404e805961f2e1b076c2, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/566451d4386c4c9ca5b8f65ed440b40a] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=35.3 K 2024-11-09T18:25:21,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742110_1286 (size=12207) 2024-11-09T18:25:21,291 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 7339ea82d4d6433b9a4a34ab0514a38e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731176718044 2024-11-09T18:25:21,292 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ebe84ea435f404e805961f2e1b076c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731176718603 2024-11-09T18:25:21,292 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 566451d4386c4c9ca5b8f65ed440b40a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731176719198 2024-11-09T18:25:21,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742111_1287 (size=12001) 2024-11-09T18:25:21,299 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/242b990a5050404681310a573751cbfc as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/242b990a5050404681310a573751cbfc 2024-11-09T18:25:21,305 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:21,306 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/cf503c1d18844394979d6cbfab7901c9 is 50, key is test_row_0/C:col10/1731176719198/Put/seqid=0 2024-11-09T18:25:21,309 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/A of 0d7d23f3e736816c079d7144632c80a8 into 242b990a5050404681310a573751cbfc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:21,309 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:21,309 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/A, priority=13, startTime=1731176721241; duration=0sec 2024-11-09T18:25:21,309 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:21,309 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:A 2024-11-09T18:25:21,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742112_1288 (size=12207) 2024-11-09T18:25:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:21,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:21,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176781366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176781367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176781372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176781435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176781435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176781476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176781476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176781485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176781686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176781686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176781695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,698 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/4c7c68f87a584680a776571be0d8c8df 2024-11-09T18:25:21,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/7681f956281343c0bbb3c6971fdb1e3e is 50, key is test_row_0/B:col10/1731176720784/Put/seqid=0 2024-11-09T18:25:21,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742113_1289 (size=12001) 2024-11-09T18:25:21,712 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/7681f956281343c0bbb3c6971fdb1e3e 2024-11-09T18:25:21,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/75737271822a4601af3f8eed5d1b58b5 is 50, key is test_row_0/C:col10/1731176720784/Put/seqid=0 2024-11-09T18:25:21,723 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/cf503c1d18844394979d6cbfab7901c9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/cf503c1d18844394979d6cbfab7901c9 2024-11-09T18:25:21,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742114_1290 (size=12001) 2024-11-09T18:25:21,725 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/75737271822a4601af3f8eed5d1b58b5 2024-11-09T18:25:21,731 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/C of 0d7d23f3e736816c079d7144632c80a8 into cf503c1d18844394979d6cbfab7901c9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:21,731 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:21,731 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/C, priority=13, startTime=1731176721242; duration=0sec 2024-11-09T18:25:21,731 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:21,731 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:C 2024-11-09T18:25:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/4c7c68f87a584680a776571be0d8c8df as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/4c7c68f87a584680a776571be0d8c8df 2024-11-09T18:25:21,735 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/4c7c68f87a584680a776571be0d8c8df, entries=150, sequenceid=114, filesize=11.7 K 2024-11-09T18:25:21,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/7681f956281343c0bbb3c6971fdb1e3e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/7681f956281343c0bbb3c6971fdb1e3e 2024-11-09T18:25:21,739 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/7681f956281343c0bbb3c6971fdb1e3e, entries=150, sequenceid=114, filesize=11.7 K 2024-11-09T18:25:21,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/75737271822a4601af3f8eed5d1b58b5 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/75737271822a4601af3f8eed5d1b58b5 2024-11-09T18:25:21,744 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/75737271822a4601af3f8eed5d1b58b5, entries=150, sequenceid=114, filesize=11.7 K 2024-11-09T18:25:21,745 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0d7d23f3e736816c079d7144632c80a8 in 487ms, sequenceid=114, compaction requested=false 2024-11-09T18:25:21,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:21,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:21,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-09T18:25:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-09T18:25:21,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-09T18:25:21,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0980 sec 2024-11-09T18:25:21,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.1020 sec 2024-11-09T18:25:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T18:25:21,786 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:21,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-09T18:25:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T18:25:21,789 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:21,790 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:21,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T18:25:21,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-09T18:25:21,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:21,942 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T18:25:21,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/0c180f9531e040ceb3683bd00aea9f9b is 50, key is test_row_0/A:col10/1731176721360/Put/seqid=0 2024-11-09T18:25:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:21,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:21,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742115_1291 (size=12051) 2024-11-09T18:25:21,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176781983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176781984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176781996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:21,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176781996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:21,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:21,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:22,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176782005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:22,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176782096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:22,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176782096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T18:25:22,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176782306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:22,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:22,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176782306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:22,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:22,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:22,351 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/0c180f9531e040ceb3683bd00aea9f9b 2024-11-09T18:25:22,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/366ce207ca2f4936a791d8ac3a129dfc is 50, key is test_row_0/B:col10/1731176721360/Put/seqid=0 2024-11-09T18:25:22,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742116_1292 (size=12051) 2024-11-09T18:25:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T18:25:22,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176782506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:22,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:22,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176782506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:22,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:22,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:22,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176782516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:22,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176782616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:22,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176782616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:22,763 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/366ce207ca2f4936a791d8ac3a129dfc 2024-11-09T18:25:22,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/dcae0d966bad409fad38ba87709489b3 is 50, key is test_row_0/C:col10/1731176721360/Put/seqid=0 2024-11-09T18:25:22,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742117_1293 (size=12051) 2024-11-09T18:25:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T18:25:23,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176783126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:23,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176783126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:23,176 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/dcae0d966bad409fad38ba87709489b3 2024-11-09T18:25:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/0c180f9531e040ceb3683bd00aea9f9b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/0c180f9531e040ceb3683bd00aea9f9b 2024-11-09T18:25:23,185 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/0c180f9531e040ceb3683bd00aea9f9b, entries=150, sequenceid=131, filesize=11.8 K 2024-11-09T18:25:23,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/366ce207ca2f4936a791d8ac3a129dfc as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/366ce207ca2f4936a791d8ac3a129dfc 2024-11-09T18:25:23,190 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/366ce207ca2f4936a791d8ac3a129dfc, entries=150, sequenceid=131, filesize=11.8 K 2024-11-09T18:25:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/dcae0d966bad409fad38ba87709489b3 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/dcae0d966bad409fad38ba87709489b3 2024-11-09T18:25:23,195 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/dcae0d966bad409fad38ba87709489b3, entries=150, sequenceid=131, filesize=11.8 K 2024-11-09T18:25:23,196 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0d7d23f3e736816c079d7144632c80a8 in 1254ms, sequenceid=131, compaction requested=true 2024-11-09T18:25:23,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:23,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:23,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-09T18:25:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-09T18:25:23,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-09T18:25:23,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-09T18:25:23,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.4130 sec 2024-11-09T18:25:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:23,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T18:25:23,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176783536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:23,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:23,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176783536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:23,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176783540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:23,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:23,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/4119df1f70054b569ae1d75c12628d42 is 50, key is test_row_0/A:col10/1731176721983/Put/seqid=0 2024-11-09T18:25:23,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742118_1294 (size=14541) 2024-11-09T18:25:23,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176783645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:23,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:23,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176783645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:23,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:23,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176783645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:23,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:23,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176783855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176783855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176783855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T18:25:23,936 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:23,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-09T18:25:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T18:25:23,938 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:23,939 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:23,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:23,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/4119df1f70054b569ae1d75c12628d42 2024-11-09T18:25:23,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/3a8cf71b06d44e40b4d1471d08df7d4b is 50, key is test_row_0/B:col10/1731176721983/Put/seqid=0 2024-11-09T18:25:23,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742119_1295 (size=12151) 2024-11-09T18:25:23,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/3a8cf71b06d44e40b4d1471d08df7d4b 2024-11-09T18:25:23,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/6d1020b2d00f4fd2a3cdd71211f8db0c is 50, key is test_row_0/C:col10/1731176721983/Put/seqid=0 2024-11-09T18:25:24,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742120_1296 (size=12151) 2024-11-09T18:25:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T18:25:24,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T18:25:24,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:24,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:24,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:24,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:24,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:24,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176784136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:24,139 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in 0d7d23f3e736816c079d7144632c80a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:24,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176784146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:24,150 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 0d7d23f3e736816c079d7144632c80a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:24,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:24,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176784165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176784165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:24,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176784165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:24,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T18:25:24,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:24,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:24,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:24,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:24,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T18:25:24,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T18:25:24,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:24,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:24,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:24,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:24,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:24,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/6d1020b2d00f4fd2a3cdd71211f8db0c 2024-11-09T18:25:24,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/4119df1f70054b569ae1d75c12628d42 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/4119df1f70054b569ae1d75c12628d42 2024-11-09T18:25:24,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/4119df1f70054b569ae1d75c12628d42, entries=200, sequenceid=154, filesize=14.2 K 2024-11-09T18:25:24,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/3a8cf71b06d44e40b4d1471d08df7d4b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/3a8cf71b06d44e40b4d1471d08df7d4b 2024-11-09T18:25:24,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/3a8cf71b06d44e40b4d1471d08df7d4b, entries=150, sequenceid=154, filesize=11.9 K 2024-11-09T18:25:24,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/6d1020b2d00f4fd2a3cdd71211f8db0c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/6d1020b2d00f4fd2a3cdd71211f8db0c 2024-11-09T18:25:24,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/6d1020b2d00f4fd2a3cdd71211f8db0c, entries=150, sequenceid=154, filesize=11.9 K 2024-11-09T18:25:24,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0d7d23f3e736816c079d7144632c80a8 in 900ms, sequenceid=154, compaction requested=true 2024-11-09T18:25:24,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:24,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:25:24,418 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:25:24,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:24,418 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:25:24,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:25:24,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:24,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:25:24,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:24,419 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:25:24,419 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:25:24,419 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/B is initiating minor compaction (all files) 2024-11-09T18:25:24,419 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/A is initiating minor compaction (all files) 2024-11-09T18:25:24,419 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/B in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:24,420 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/b9a1228497e34dafb1f413516fe59862, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/7681f956281343c0bbb3c6971fdb1e3e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/366ce207ca2f4936a791d8ac3a129dfc, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/3a8cf71b06d44e40b4d1471d08df7d4b] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=47.3 K 2024-11-09T18:25:24,420 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/A in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:24,420 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/242b990a5050404681310a573751cbfc, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/4c7c68f87a584680a776571be0d8c8df, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/0c180f9531e040ceb3683bd00aea9f9b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/4119df1f70054b569ae1d75c12628d42] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=49.6 K 2024-11-09T18:25:24,420 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 242b990a5050404681310a573751cbfc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731176719198 2024-11-09T18:25:24,420 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting b9a1228497e34dafb1f413516fe59862, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731176719198 2024-11-09T18:25:24,421 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 7681f956281343c0bbb3c6971fdb1e3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731176720784 2024-11-09T18:25:24,421 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c7c68f87a584680a776571be0d8c8df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731176720784 2024-11-09T18:25:24,421 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 366ce207ca2f4936a791d8ac3a129dfc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731176721360 2024-11-09T18:25:24,421 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c180f9531e040ceb3683bd00aea9f9b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731176721360 2024-11-09T18:25:24,421 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a8cf71b06d44e40b4d1471d08df7d4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731176721974 2024-11-09T18:25:24,421 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4119df1f70054b569ae1d75c12628d42, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731176721974 2024-11-09T18:25:24,429 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#A#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:24,429 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/3abcb60f550a42d99fc989af892e8498 is 50, key is test_row_0/A:col10/1731176721983/Put/seqid=0 2024-11-09T18:25:24,429 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#B#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:24,430 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/fedaf1ed629d4c91be7b1189ead3b47a is 50, key is test_row_0/B:col10/1731176721983/Put/seqid=0 2024-11-09T18:25:24,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742121_1297 (size=12493) 2024-11-09T18:25:24,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742122_1298 (size=12493) 2024-11-09T18:25:24,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T18:25:24,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:24,550 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T18:25:24,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/9a61787f553549eba7b6b1e7e3359bff is 50, key is test_row_0/A:col10/1731176723527/Put/seqid=0 2024-11-09T18:25:24,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742123_1299 (size=12151) 2024-11-09T18:25:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T18:25:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:24,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:24,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176784706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:24,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:24,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176784710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176784711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:24,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:24,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176784816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:24,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176784826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:24,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176784826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:24,845 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/3abcb60f550a42d99fc989af892e8498 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/3abcb60f550a42d99fc989af892e8498 2024-11-09T18:25:24,850 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/A of 0d7d23f3e736816c079d7144632c80a8 into 3abcb60f550a42d99fc989af892e8498(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:24,850 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:24,850 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/A, priority=12, startTime=1731176724418; duration=0sec 2024-11-09T18:25:24,850 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:24,850 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:A 2024-11-09T18:25:24,850 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:25:24,851 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:25:24,851 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/C is initiating minor compaction (all files) 2024-11-09T18:25:24,851 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/C in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:24,851 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/cf503c1d18844394979d6cbfab7901c9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/75737271822a4601af3f8eed5d1b58b5, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/dcae0d966bad409fad38ba87709489b3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/6d1020b2d00f4fd2a3cdd71211f8db0c] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=47.3 K 2024-11-09T18:25:24,852 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf503c1d18844394979d6cbfab7901c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731176719198 2024-11-09T18:25:24,852 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75737271822a4601af3f8eed5d1b58b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731176720784 2024-11-09T18:25:24,852 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcae0d966bad409fad38ba87709489b3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731176721360 2024-11-09T18:25:24,854 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/fedaf1ed629d4c91be7b1189ead3b47a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/fedaf1ed629d4c91be7b1189ead3b47a 2024-11-09T18:25:24,856 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d1020b2d00f4fd2a3cdd71211f8db0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731176721974 2024-11-09T18:25:24,861 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/B of 0d7d23f3e736816c079d7144632c80a8 into fedaf1ed629d4c91be7b1189ead3b47a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:24,861 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:24,861 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/B, priority=12, startTime=1731176724418; duration=0sec 2024-11-09T18:25:24,861 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:24,861 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:B 2024-11-09T18:25:24,867 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:24,867 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/bcd4165aa9174fbf8b2038670c9512e8 is 50, key is test_row_0/C:col10/1731176721983/Put/seqid=0 2024-11-09T18:25:24,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742124_1300 (size=12493) 2024-11-09T18:25:24,958 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/9a61787f553549eba7b6b1e7e3359bff 2024-11-09T18:25:24,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/b7e2c718e916450d8c824ff36a9cf272 is 50, key is test_row_0/B:col10/1731176723527/Put/seqid=0 2024-11-09T18:25:24,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742125_1301 (size=12151) 2024-11-09T18:25:24,969 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/b7e2c718e916450d8c824ff36a9cf272 2024-11-09T18:25:24,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/ebad3ecb1b474e1fbd544f85034be1cb is 50, key is test_row_0/C:col10/1731176723527/Put/seqid=0 2024-11-09T18:25:24,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742126_1302 (size=12151) 2024-11-09T18:25:25,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176785025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:25,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176785036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:25,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:25,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176785036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:25,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T18:25:25,277 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/bcd4165aa9174fbf8b2038670c9512e8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/bcd4165aa9174fbf8b2038670c9512e8 2024-11-09T18:25:25,281 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/C of 0d7d23f3e736816c079d7144632c80a8 into bcd4165aa9174fbf8b2038670c9512e8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:25,281 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:25,281 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/C, priority=12, startTime=1731176724418; duration=0sec 2024-11-09T18:25:25,281 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:25,281 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:C 2024-11-09T18:25:25,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176785335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:25,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:25,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176785345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:25,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176785345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:25,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:25,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:25,386 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/ebad3ecb1b474e1fbd544f85034be1cb 2024-11-09T18:25:25,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/9a61787f553549eba7b6b1e7e3359bff as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/9a61787f553549eba7b6b1e7e3359bff 2024-11-09T18:25:25,394 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/9a61787f553549eba7b6b1e7e3359bff, entries=150, sequenceid=167, filesize=11.9 K 2024-11-09T18:25:25,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/b7e2c718e916450d8c824ff36a9cf272 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/b7e2c718e916450d8c824ff36a9cf272 2024-11-09T18:25:25,399 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/b7e2c718e916450d8c824ff36a9cf272, entries=150, sequenceid=167, filesize=11.9 K 2024-11-09T18:25:25,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/ebad3ecb1b474e1fbd544f85034be1cb as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/ebad3ecb1b474e1fbd544f85034be1cb 2024-11-09T18:25:25,403 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/ebad3ecb1b474e1fbd544f85034be1cb, entries=150, sequenceid=167, filesize=11.9 K 2024-11-09T18:25:25,404 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0d7d23f3e736816c079d7144632c80a8 in 854ms, sequenceid=167, compaction requested=false 2024-11-09T18:25:25,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:25,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:25,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-09T18:25:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-09T18:25:25,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-09T18:25:25,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4670 sec 2024-11-09T18:25:25,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.4710 sec 2024-11-09T18:25:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:25,848 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:25,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T18:25:25,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/97b587df50494511b6156a2446b72d29 is 50, key is test_row_0/A:col10/1731176724704/Put/seqid=0 2024-11-09T18:25:25,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742127_1303 (size=14541) 2024-11-09T18:25:25,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176785865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:25,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:25,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176785866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:25,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:25,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:25,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176785867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:25,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176785975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:25,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:25,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176785975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:25,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:25,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:25,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176785975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:25,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:25,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:25,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T18:25:26,085 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:26,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-09T18:25:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T18:25:26,087 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:26,088 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:26,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:26,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176786156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:26,159 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 0d7d23f3e736816c079d7144632c80a8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:26,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:26,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176786165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:26,166 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in 0d7d23f3e736816c079d7144632c80a8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:26,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:26,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176786185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:26,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:26,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176786185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:26,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:26,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176786185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T18:25:26,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T18:25:26,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:26,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:26,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:26,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:26,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:26,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/97b587df50494511b6156a2446b72d29 2024-11-09T18:25:26,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/48718e23732e4027b4ddde0de19fe037 is 50, key is test_row_0/B:col10/1731176724704/Put/seqid=0 2024-11-09T18:25:26,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742128_1304 (size=12151) 2024-11-09T18:25:26,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T18:25:26,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:26,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:26,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:26,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:26,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T18:25:26,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176786495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:26,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:26,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176786495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:26,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:26,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:26,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176786495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:26,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:26,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:26,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T18:25:26,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:26,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:26,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:26,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:26,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:26,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/48718e23732e4027b4ddde0de19fe037 2024-11-09T18:25:26,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/79ab1f25c64b414baa73bf144cfba6c1 is 50, key is test_row_0/C:col10/1731176724704/Put/seqid=0 2024-11-09T18:25:26,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742129_1305 (size=12151) 2024-11-09T18:25:26,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/79ab1f25c64b414baa73bf144cfba6c1 2024-11-09T18:25:26,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/97b587df50494511b6156a2446b72d29 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/97b587df50494511b6156a2446b72d29 2024-11-09T18:25:26,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/97b587df50494511b6156a2446b72d29, entries=200, sequenceid=194, filesize=14.2 K 2024-11-09T18:25:26,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/48718e23732e4027b4ddde0de19fe037 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/48718e23732e4027b4ddde0de19fe037 2024-11-09T18:25:26,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/48718e23732e4027b4ddde0de19fe037, entries=150, sequenceid=194, filesize=11.9 K 2024-11-09T18:25:26,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/79ab1f25c64b414baa73bf144cfba6c1 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/79ab1f25c64b414baa73bf144cfba6c1 2024-11-09T18:25:26,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/79ab1f25c64b414baa73bf144cfba6c1, entries=150, sequenceid=194, filesize=11.9 K 2024-11-09T18:25:26,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0d7d23f3e736816c079d7144632c80a8 in 847ms, sequenceid=194, compaction requested=true 2024-11-09T18:25:26,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:26,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:25:26,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:26,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:25:26,696 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:26,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:26,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:25:26,696 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:26,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:26,696 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:26,696 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:26,697 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/A is initiating minor compaction (all files) 2024-11-09T18:25:26,697 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/B is initiating minor compaction (all files) 2024-11-09T18:25:26,697 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/A in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:26,697 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/B in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:26,697 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/3abcb60f550a42d99fc989af892e8498, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/9a61787f553549eba7b6b1e7e3359bff, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/97b587df50494511b6156a2446b72d29] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=38.3 K 2024-11-09T18:25:26,697 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/fedaf1ed629d4c91be7b1189ead3b47a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/b7e2c718e916450d8c824ff36a9cf272, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/48718e23732e4027b4ddde0de19fe037] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=35.9 K 2024-11-09T18:25:26,697 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting fedaf1ed629d4c91be7b1189ead3b47a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731176721974 2024-11-09T18:25:26,697 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3abcb60f550a42d99fc989af892e8498, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731176721974 2024-11-09T18:25:26,697 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a61787f553549eba7b6b1e7e3359bff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731176723527 2024-11-09T18:25:26,697 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting b7e2c718e916450d8c824ff36a9cf272, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731176723527 2024-11-09T18:25:26,698 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 48718e23732e4027b4ddde0de19fe037, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731176724704 2024-11-09T18:25:26,698 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97b587df50494511b6156a2446b72d29, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731176724704 2024-11-09T18:25:26,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T18:25:26,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:26,699 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T18:25:26,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/2bf90ad7d2bf40eabfc02b27a2117d22 is 50, key is test_row_0/A:col10/1731176725857/Put/seqid=0 2024-11-09T18:25:26,705 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:26,706 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/95c178a53d3c43219290d586c2f018d3 is 50, key is test_row_0/A:col10/1731176724704/Put/seqid=0 2024-11-09T18:25:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742130_1306 (size=12151) 2024-11-09T18:25:26,706 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:26,707 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/7ca1a92c757246a6a447372429b5033f is 50, key is test_row_0/B:col10/1731176724704/Put/seqid=0 2024-11-09T18:25:26,708 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/2bf90ad7d2bf40eabfc02b27a2117d22 2024-11-09T18:25:26,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742131_1307 (size=12595) 2024-11-09T18:25:26,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742132_1308 (size=12595) 2024-11-09T18:25:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T18:25:26,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/c4a5f413de2d45dc83bfd224cdbd64ba is 50, key is test_row_0/B:col10/1731176725857/Put/seqid=0 2024-11-09T18:25:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742133_1309 (size=12151) 2024-11-09T18:25:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:27,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:27,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176787035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176787036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176787037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,117 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/7ca1a92c757246a6a447372429b5033f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/7ca1a92c757246a6a447372429b5033f 2024-11-09T18:25:27,117 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/95c178a53d3c43219290d586c2f018d3 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/95c178a53d3c43219290d586c2f018d3 2024-11-09T18:25:27,120 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/c4a5f413de2d45dc83bfd224cdbd64ba 2024-11-09T18:25:27,121 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/A of 0d7d23f3e736816c079d7144632c80a8 into 95c178a53d3c43219290d586c2f018d3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:27,121 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/B of 0d7d23f3e736816c079d7144632c80a8 into 7ca1a92c757246a6a447372429b5033f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:27,121 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:27,121 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:27,121 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/B, priority=13, startTime=1731176726696; duration=0sec 2024-11-09T18:25:27,121 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/A, priority=13, startTime=1731176726696; duration=0sec 2024-11-09T18:25:27,122 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:27,122 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:A 2024-11-09T18:25:27,122 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:27,122 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:B 2024-11-09T18:25:27,122 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:27,123 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:27,123 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/C is initiating minor compaction (all files) 2024-11-09T18:25:27,123 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/C in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:27,123 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/bcd4165aa9174fbf8b2038670c9512e8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/ebad3ecb1b474e1fbd544f85034be1cb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/79ab1f25c64b414baa73bf144cfba6c1] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=35.9 K 2024-11-09T18:25:27,123 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcd4165aa9174fbf8b2038670c9512e8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731176721974 2024-11-09T18:25:27,123 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebad3ecb1b474e1fbd544f85034be1cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731176723527 2024-11-09T18:25:27,124 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79ab1f25c64b414baa73bf144cfba6c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731176724704 2024-11-09T18:25:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/2910a7ce0fd54cbd8dc7c07d84a468d8 is 50, key is test_row_0/C:col10/1731176725857/Put/seqid=0 2024-11-09T18:25:27,129 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#C#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:27,130 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/8d09fd7b40994ec5a689869385a50b1f is 50, key is test_row_0/C:col10/1731176724704/Put/seqid=0 2024-11-09T18:25:27,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742134_1310 (size=12151) 2024-11-09T18:25:27,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742135_1311 (size=12595) 2024-11-09T18:25:27,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176787145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176787145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176787145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T18:25:27,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176787355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176787355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176787355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,532 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/2910a7ce0fd54cbd8dc7c07d84a468d8 2024-11-09T18:25:27,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/2bf90ad7d2bf40eabfc02b27a2117d22 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/2bf90ad7d2bf40eabfc02b27a2117d22 2024-11-09T18:25:27,536 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/8d09fd7b40994ec5a689869385a50b1f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/8d09fd7b40994ec5a689869385a50b1f 2024-11-09T18:25:27,539 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/2bf90ad7d2bf40eabfc02b27a2117d22, entries=150, sequenceid=206, filesize=11.9 K 2024-11-09T18:25:27,540 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/C of 0d7d23f3e736816c079d7144632c80a8 into 8d09fd7b40994ec5a689869385a50b1f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:27,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/c4a5f413de2d45dc83bfd224cdbd64ba as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/c4a5f413de2d45dc83bfd224cdbd64ba 2024-11-09T18:25:27,540 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:27,540 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/C, priority=13, startTime=1731176726696; duration=0sec 2024-11-09T18:25:27,541 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:27,541 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:C 2024-11-09T18:25:27,544 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/c4a5f413de2d45dc83bfd224cdbd64ba, entries=150, sequenceid=206, filesize=11.9 K 2024-11-09T18:25:27,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/2910a7ce0fd54cbd8dc7c07d84a468d8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/2910a7ce0fd54cbd8dc7c07d84a468d8 2024-11-09T18:25:27,548 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/2910a7ce0fd54cbd8dc7c07d84a468d8, entries=150, sequenceid=206, filesize=11.9 K 2024-11-09T18:25:27,549 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0d7d23f3e736816c079d7144632c80a8 in 850ms, sequenceid=206, compaction requested=false 2024-11-09T18:25:27,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:27,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:27,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-09T18:25:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-09T18:25:27,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-09T18:25:27,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4620 sec 2024-11-09T18:25:27,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.4660 sec 2024-11-09T18:25:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:27,669 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:27,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T18:25:27,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/d0ba1c491ce44ec0ac8c64ebbd3567b5 is 50, key is test_row_0/A:col10/1731176727669/Put/seqid=0 2024-11-09T18:25:27,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176787677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176787677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176787678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742136_1312 (size=16931) 2024-11-09T18:25:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176787786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176787786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176787786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176787996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176787996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:27,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176787996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:27,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:27,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:27,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:28,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/d0ba1c491ce44ec0ac8c64ebbd3567b5 2024-11-09T18:25:28,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/dc4edce21eed4c5d9557d91a0b816e99 is 50, key is test_row_0/B:col10/1731176727669/Put/seqid=0 2024-11-09T18:25:28,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742137_1313 (size=12151) 2024-11-09T18:25:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T18:25:28,236 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:28,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-09T18:25:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T18:25:28,238 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:28,239 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:28,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:28,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176788306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:28,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:28,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176788306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:28,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:28,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:28,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:28,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:28,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176788306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:28,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:28,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:28,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:28,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T18:25:28,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T18:25:28,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:28,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:28,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:28,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:28,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:28,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/dc4edce21eed4c5d9557d91a0b816e99 2024-11-09T18:25:28,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/4d9f580d7d1a4358b77d7b3232b986d9 is 50, key is test_row_0/C:col10/1731176727669/Put/seqid=0 2024-11-09T18:25:28,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742138_1314 (size=12151) 2024-11-09T18:25:28,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T18:25:28,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:28,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:28,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:28,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:28,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T18:25:28,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T18:25:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:28,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:28,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176788816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:28,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176788816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:28,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176788816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:28,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T18:25:28,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:28,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:28,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:28,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:28,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T18:25:28,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/4d9f580d7d1a4358b77d7b3232b986d9 2024-11-09T18:25:28,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/d0ba1c491ce44ec0ac8c64ebbd3567b5 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/d0ba1c491ce44ec0ac8c64ebbd3567b5 2024-11-09T18:25:28,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/d0ba1c491ce44ec0ac8c64ebbd3567b5, entries=250, sequenceid=236, filesize=16.5 K 2024-11-09T18:25:28,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/dc4edce21eed4c5d9557d91a0b816e99 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/dc4edce21eed4c5d9557d91a0b816e99 2024-11-09T18:25:28,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/dc4edce21eed4c5d9557d91a0b816e99, entries=150, sequenceid=236, filesize=11.9 K 2024-11-09T18:25:28,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/4d9f580d7d1a4358b77d7b3232b986d9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/4d9f580d7d1a4358b77d7b3232b986d9 2024-11-09T18:25:28,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/4d9f580d7d1a4358b77d7b3232b986d9, entries=150, sequenceid=236, filesize=11.9 K 2024-11-09T18:25:28,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0d7d23f3e736816c079d7144632c80a8 in 1257ms, sequenceid=236, compaction requested=true 2024-11-09T18:25:28,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:28,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:25:28,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:28,926 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:28,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:25:28,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:28,927 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:28,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:25:28,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:28,928 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:28,928 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/B is initiating minor compaction (all files) 2024-11-09T18:25:28,928 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/B in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:28,929 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/7ca1a92c757246a6a447372429b5033f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/c4a5f413de2d45dc83bfd224cdbd64ba, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/dc4edce21eed4c5d9557d91a0b816e99] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=36.0 K 2024-11-09T18:25:28,929 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:28,929 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/A is initiating minor compaction (all files) 2024-11-09T18:25:28,929 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/A in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:28,929 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ca1a92c757246a6a447372429b5033f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731176724704 2024-11-09T18:25:28,929 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/95c178a53d3c43219290d586c2f018d3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/2bf90ad7d2bf40eabfc02b27a2117d22, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/d0ba1c491ce44ec0ac8c64ebbd3567b5] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=40.7 K 2024-11-09T18:25:28,929 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 95c178a53d3c43219290d586c2f018d3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731176724704 2024-11-09T18:25:28,929 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4a5f413de2d45dc83bfd224cdbd64ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731176725857 2024-11-09T18:25:28,930 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc4edce21eed4c5d9557d91a0b816e99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731176727668 2024-11-09T18:25:28,930 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bf90ad7d2bf40eabfc02b27a2117d22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731176725857 2024-11-09T18:25:28,930 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting d0ba1c491ce44ec0ac8c64ebbd3567b5, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731176727035 2024-11-09T18:25:28,937 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#B#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:28,937 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:28,938 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/e39f257852c449888b2b857cf644290b is 50, key is test_row_0/B:col10/1731176727669/Put/seqid=0 2024-11-09T18:25:28,941 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/5bc94cbb87fc44ba9740970a046b5caa is 50, key is test_row_0/A:col10/1731176727669/Put/seqid=0 2024-11-09T18:25:28,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742140_1316 (size=12697) 2024-11-09T18:25:28,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742139_1315 (size=12697) 2024-11-09T18:25:28,979 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/e39f257852c449888b2b857cf644290b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/e39f257852c449888b2b857cf644290b 2024-11-09T18:25:28,984 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/B of 0d7d23f3e736816c079d7144632c80a8 into e39f257852c449888b2b857cf644290b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:28,984 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:28,984 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/B, priority=13, startTime=1731176728926; duration=0sec 2024-11-09T18:25:28,984 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:28,984 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:B 2024-11-09T18:25:28,984 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:28,985 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:28,985 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/C is initiating minor compaction (all files) 2024-11-09T18:25:28,985 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/C in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:28,985 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/8d09fd7b40994ec5a689869385a50b1f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/2910a7ce0fd54cbd8dc7c07d84a468d8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/4d9f580d7d1a4358b77d7b3232b986d9] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=36.0 K 2024-11-09T18:25:28,986 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d09fd7b40994ec5a689869385a50b1f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731176724704 2024-11-09T18:25:28,986 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2910a7ce0fd54cbd8dc7c07d84a468d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731176725857 2024-11-09T18:25:28,986 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d9f580d7d1a4358b77d7b3232b986d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731176727668 2024-11-09T18:25:28,992 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#C#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:28,992 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/a61196af8047440ab18bb5694794cd83 is 50, key is test_row_0/C:col10/1731176727669/Put/seqid=0 2024-11-09T18:25:28,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742141_1317 (size=12697) 2024-11-09T18:25:29,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T18:25:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:29,002 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T18:25:29,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/341a2854fee640c5a0433013e5b27ab9 is 50, key is test_row_0/A:col10/1731176727677/Put/seqid=0 2024-11-09T18:25:29,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742142_1318 (size=12151) 2024-11-09T18:25:29,372 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/5bc94cbb87fc44ba9740970a046b5caa as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/5bc94cbb87fc44ba9740970a046b5caa 2024-11-09T18:25:29,376 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/A of 0d7d23f3e736816c079d7144632c80a8 into 5bc94cbb87fc44ba9740970a046b5caa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:29,376 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:29,376 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/A, priority=13, startTime=1731176728926; duration=0sec 2024-11-09T18:25:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T18:25:29,376 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:29,376 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:A 2024-11-09T18:25:29,405 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/a61196af8047440ab18bb5694794cd83 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/a61196af8047440ab18bb5694794cd83 2024-11-09T18:25:29,409 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/C of 0d7d23f3e736816c079d7144632c80a8 into a61196af8047440ab18bb5694794cd83(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:29,409 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:29,410 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/C, priority=13, startTime=1731176728927; duration=0sec 2024-11-09T18:25:29,410 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:29,410 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:C 2024-11-09T18:25:29,414 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/341a2854fee640c5a0433013e5b27ab9 2024-11-09T18:25:29,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/ee36f3bc6fab44acacce4d1f2b7b33da is 50, key is test_row_0/B:col10/1731176727677/Put/seqid=0 2024-11-09T18:25:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742143_1319 (size=12151) 2024-11-09T18:25:29,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:29,831 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/ee36f3bc6fab44acacce4d1f2b7b33da 2024-11-09T18:25:29,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/2a209bc6b0c9413a9a2aec48480855dd is 50, key is test_row_0/C:col10/1731176727677/Put/seqid=0 2024-11-09T18:25:29,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742144_1320 (size=12151) 2024-11-09T18:25:29,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176789893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:29,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:29,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:29,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:29,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176789898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:29,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176789898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176790006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176790006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176790006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58248 deadline: 1731176790196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,197 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in 0d7d23f3e736816c079d7144632c80a8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:30,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58290 deadline: 1731176790206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,207 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 0d7d23f3e736816c079d7144632c80a8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:30,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176790216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176790216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176790216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,254 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/2a209bc6b0c9413a9a2aec48480855dd 2024-11-09T18:25:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/341a2854fee640c5a0433013e5b27ab9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/341a2854fee640c5a0433013e5b27ab9 2024-11-09T18:25:30,266 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/341a2854fee640c5a0433013e5b27ab9, entries=150, sequenceid=246, filesize=11.9 K 2024-11-09T18:25:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/ee36f3bc6fab44acacce4d1f2b7b33da as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/ee36f3bc6fab44acacce4d1f2b7b33da 2024-11-09T18:25:30,270 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/ee36f3bc6fab44acacce4d1f2b7b33da, entries=150, sequenceid=246, filesize=11.9 K 2024-11-09T18:25:30,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/2a209bc6b0c9413a9a2aec48480855dd as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/2a209bc6b0c9413a9a2aec48480855dd 2024-11-09T18:25:30,275 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/2a209bc6b0c9413a9a2aec48480855dd, entries=150, sequenceid=246, filesize=11.9 K 2024-11-09T18:25:30,275 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 0d7d23f3e736816c079d7144632c80a8 in 1274ms, sequenceid=246, compaction requested=false 2024-11-09T18:25:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-09T18:25:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-09T18:25:30,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-09T18:25:30,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0380 sec 2024-11-09T18:25:30,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.0420 sec 2024-11-09T18:25:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T18:25:30,386 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:30,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-09T18:25:30,388 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T18:25:30,389 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:30,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T18:25:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:30,529 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:30,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-09T18:25:30,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176790531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/8b045485977641be9b91fe171822fd56 is 50, key is test_row_0/A:col10/1731176730529/Put/seqid=0 2024-11-09T18:25:30,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176790533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176790534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742145_1321 (size=17181) 2024-11-09T18:25:30,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T18:25:30,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:30,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:30,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:30,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:30,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:30,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176790646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176790646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176790646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T18:25:30,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:30,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:30,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:30,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:30,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T18:25:30,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T18:25:30,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:30,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:30,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:30,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:30,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:30,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176790856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176790856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176790856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:30,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/8b045485977641be9b91fe171822fd56 2024-11-09T18:25:30,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/4414625f57cd4add891c7863528313bf is 50, key is test_row_0/B:col10/1731176730529/Put/seqid=0 2024-11-09T18:25:30,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742146_1322 (size=12301) 2024-11-09T18:25:30,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/4414625f57cd4add891c7863528313bf 2024-11-09T18:25:30,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/64bf460baf3d46e29e375124d3a93b6f is 50, key is test_row_0/C:col10/1731176730529/Put/seqid=0 2024-11-09T18:25:30,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742147_1323 (size=12301) 2024-11-09T18:25:30,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T18:25:30,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:30,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:30,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:30,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:30,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T18:25:31,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T18:25:31,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:31,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:31,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:31,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:31,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:31,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176791165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176791166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:31,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176791166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:31,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T18:25:31,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:31,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:31,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:31,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:31,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:31,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/64bf460baf3d46e29e375124d3a93b6f 2024-11-09T18:25:31,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/8b045485977641be9b91fe171822fd56 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/8b045485977641be9b91fe171822fd56 2024-11-09T18:25:31,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/8b045485977641be9b91fe171822fd56, entries=250, sequenceid=279, filesize=16.8 K 2024-11-09T18:25:31,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/4414625f57cd4add891c7863528313bf as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/4414625f57cd4add891c7863528313bf 2024-11-09T18:25:31,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/4414625f57cd4add891c7863528313bf, entries=150, sequenceid=279, filesize=12.0 K 2024-11-09T18:25:31,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/64bf460baf3d46e29e375124d3a93b6f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/64bf460baf3d46e29e375124d3a93b6f 2024-11-09T18:25:31,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/64bf460baf3d46e29e375124d3a93b6f, entries=150, sequenceid=279, filesize=12.0 K 2024-11-09T18:25:31,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 0d7d23f3e736816c079d7144632c80a8 in 855ms, sequenceid=279, compaction requested=true 2024-11-09T18:25:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:25:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:31,385 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:25:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:25:31,385 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:31,386 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42029 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:31,386 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:31,386 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/B is initiating minor compaction (all files) 2024-11-09T18:25:31,386 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/A is initiating minor compaction (all files) 2024-11-09T18:25:31,386 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/B in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:31,386 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/e39f257852c449888b2b857cf644290b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/ee36f3bc6fab44acacce4d1f2b7b33da, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/4414625f57cd4add891c7863528313bf] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=36.3 K 2024-11-09T18:25:31,386 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/A in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:31,386 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/5bc94cbb87fc44ba9740970a046b5caa, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/341a2854fee640c5a0433013e5b27ab9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/8b045485977641be9b91fe171822fd56] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=41.0 K 2024-11-09T18:25:31,386 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bc94cbb87fc44ba9740970a046b5caa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731176727668 2024-11-09T18:25:31,386 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting e39f257852c449888b2b857cf644290b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731176727668 2024-11-09T18:25:31,387 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting ee36f3bc6fab44acacce4d1f2b7b33da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731176727673 2024-11-09T18:25:31,387 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 341a2854fee640c5a0433013e5b27ab9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731176727673 2024-11-09T18:25:31,387 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b045485977641be9b91fe171822fd56, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731176729896 2024-11-09T18:25:31,387 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 4414625f57cd4add891c7863528313bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731176729897 2024-11-09T18:25:31,394 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#A#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:31,394 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/3a5b72ecbebc4deabdf6e1af865776e6 is 50, key is test_row_0/A:col10/1731176730529/Put/seqid=0 2024-11-09T18:25:31,394 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:31,394 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/593200833d894d028a807d8327b7e526 is 50, key is test_row_0/B:col10/1731176730529/Put/seqid=0 2024-11-09T18:25:31,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742148_1324 (size=12949) 2024-11-09T18:25:31,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742149_1325 (size=12949) 2024-11-09T18:25:31,413 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/593200833d894d028a807d8327b7e526 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/593200833d894d028a807d8327b7e526 2024-11-09T18:25:31,414 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/3a5b72ecbebc4deabdf6e1af865776e6 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/3a5b72ecbebc4deabdf6e1af865776e6 2024-11-09T18:25:31,418 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/A of 0d7d23f3e736816c079d7144632c80a8 into 3a5b72ecbebc4deabdf6e1af865776e6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:31,418 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:31,418 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/A, priority=13, startTime=1731176731385; duration=0sec 2024-11-09T18:25:31,419 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:31,419 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:A 2024-11-09T18:25:31,419 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:31,420 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/B of 0d7d23f3e736816c079d7144632c80a8 into 593200833d894d028a807d8327b7e526(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:31,420 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:31,420 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/B, priority=13, startTime=1731176731385; duration=0sec 2024-11-09T18:25:31,420 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:31,420 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:B 2024-11-09T18:25:31,420 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:31,420 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/C is initiating minor compaction (all files) 2024-11-09T18:25:31,420 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/C in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:31,420 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/a61196af8047440ab18bb5694794cd83, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/2a209bc6b0c9413a9a2aec48480855dd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/64bf460baf3d46e29e375124d3a93b6f] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=36.3 K 2024-11-09T18:25:31,421 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting a61196af8047440ab18bb5694794cd83, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731176727668 2024-11-09T18:25:31,421 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a209bc6b0c9413a9a2aec48480855dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731176727673 2024-11-09T18:25:31,421 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64bf460baf3d46e29e375124d3a93b6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731176729897 2024-11-09T18:25:31,428 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#C#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:31,428 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/3db9d59a51d34fa59d4c217aa6a88f15 is 50, key is test_row_0/C:col10/1731176730529/Put/seqid=0 2024-11-09T18:25:31,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742150_1326 (size=12949) 2024-11-09T18:25:31,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T18:25:31,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:31,457 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-09T18:25:31,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/717a43f686d648cca70b7fd7b1b2c5bd is 50, key is test_row_0/A:col10/1731176730532/Put/seqid=0 2024-11-09T18:25:31,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742151_1327 (size=9857) 2024-11-09T18:25:31,465 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/717a43f686d648cca70b7fd7b1b2c5bd 2024-11-09T18:25:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/ba936b9ee23a48c3b1674a64dc2a5306 is 50, key is test_row_0/B:col10/1731176730532/Put/seqid=0 2024-11-09T18:25:31,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742152_1328 (size=9857) 2024-11-09T18:25:31,478 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/ba936b9ee23a48c3b1674a64dc2a5306 2024-11-09T18:25:31,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/d56785899d9b4f2d976685d480a4e40d is 50, key is test_row_0/C:col10/1731176730532/Put/seqid=0 2024-11-09T18:25:31,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742153_1329 (size=9857) 2024-11-09T18:25:31,493 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/d56785899d9b4f2d976685d480a4e40d 2024-11-09T18:25:31,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/717a43f686d648cca70b7fd7b1b2c5bd as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/717a43f686d648cca70b7fd7b1b2c5bd 2024-11-09T18:25:31,505 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/717a43f686d648cca70b7fd7b1b2c5bd, entries=100, sequenceid=286, filesize=9.6 K 2024-11-09T18:25:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/ba936b9ee23a48c3b1674a64dc2a5306 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/ba936b9ee23a48c3b1674a64dc2a5306 2024-11-09T18:25:31,510 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/ba936b9ee23a48c3b1674a64dc2a5306, entries=100, sequenceid=286, filesize=9.6 K 2024-11-09T18:25:31,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/d56785899d9b4f2d976685d480a4e40d as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/d56785899d9b4f2d976685d480a4e40d 2024-11-09T18:25:31,515 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/d56785899d9b4f2d976685d480a4e40d, entries=100, sequenceid=286, filesize=9.6 K 2024-11-09T18:25:31,516 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 0d7d23f3e736816c079d7144632c80a8 in 59ms, sequenceid=286, compaction requested=false 2024-11-09T18:25:31,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:31,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:31,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-09T18:25:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-09T18:25:31,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-09T18:25:31,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1290 sec 2024-11-09T18:25:31,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.1370 sec 2024-11-09T18:25:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T18:25:31,526 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:31,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-09T18:25:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T18:25:31,528 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:31,530 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:31,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T18:25:31,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T18:25:31,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:31,683 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T18:25:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:31,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:31,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/97448573e4c640fd973d256d83e327c0 is 50, key is test_row_0/A:col10/1731176731676/Put/seqid=0 2024-11-09T18:25:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742154_1330 (size=12301) 2024-11-09T18:25:31,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176791714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:31,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:31,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176791716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:31,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176791717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:31,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176791825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:31,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176791825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:31,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176791826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:31,838 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/3db9d59a51d34fa59d4c217aa6a88f15 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/3db9d59a51d34fa59d4c217aa6a88f15 2024-11-09T18:25:31,842 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/C of 0d7d23f3e736816c079d7144632c80a8 into 3db9d59a51d34fa59d4c217aa6a88f15(size=12.6 K), total size for store is 22.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:31,842 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:31,842 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/C, priority=13, startTime=1731176731385; duration=0sec 2024-11-09T18:25:31,842 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:31,842 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:C 2024-11-09T18:25:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T18:25:32,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176792035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:32,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176792035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:32,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176792036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:32,094 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/97448573e4c640fd973d256d83e327c0 2024-11-09T18:25:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/d3138766f2c044959fb3ed6333139c75 is 50, key is test_row_0/B:col10/1731176731676/Put/seqid=0 2024-11-09T18:25:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742155_1331 (size=12301) 2024-11-09T18:25:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T18:25:32,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176792345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:32,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176792345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176792345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:32,504 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/d3138766f2c044959fb3ed6333139c75 2024-11-09T18:25:32,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/7439b00f3bc34bb1b26186e90d4fe81c is 50, key is test_row_0/C:col10/1731176731676/Put/seqid=0 2024-11-09T18:25:32,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742156_1332 (size=12301) 2024-11-09T18:25:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T18:25:32,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176792856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:32,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176792856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:32,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176792856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:32,914 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/7439b00f3bc34bb1b26186e90d4fe81c 2024-11-09T18:25:32,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/97448573e4c640fd973d256d83e327c0 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/97448573e4c640fd973d256d83e327c0 2024-11-09T18:25:32,921 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/97448573e4c640fd973d256d83e327c0, entries=150, sequenceid=297, filesize=12.0 K 2024-11-09T18:25:32,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/d3138766f2c044959fb3ed6333139c75 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/d3138766f2c044959fb3ed6333139c75 2024-11-09T18:25:32,925 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/d3138766f2c044959fb3ed6333139c75, entries=150, sequenceid=297, filesize=12.0 K 2024-11-09T18:25:32,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/7439b00f3bc34bb1b26186e90d4fe81c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/7439b00f3bc34bb1b26186e90d4fe81c 2024-11-09T18:25:32,930 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/7439b00f3bc34bb1b26186e90d4fe81c, entries=150, sequenceid=297, filesize=12.0 K 2024-11-09T18:25:32,931 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0d7d23f3e736816c079d7144632c80a8 in 1249ms, sequenceid=297, compaction requested=true 2024-11-09T18:25:32,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:32,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:32,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-09T18:25:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-09T18:25:32,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-09T18:25:32,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-09T18:25:32,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.4080 sec 2024-11-09T18:25:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T18:25:33,676 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:33,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-09T18:25:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T18:25:33,678 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:33,678 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:33,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T18:25:33,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T18:25:33,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:33,830 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T18:25:33,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/b0ebc9763c1a45009f1153f15178ae14 is 50, key is test_row_0/A:col10/1731176731716/Put/seqid=0 2024-11-09T18:25:33,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742157_1333 (size=12301) 2024-11-09T18:25:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:33,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:33,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176793874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:33,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:33,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:33,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:33,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176793878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:33,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:33,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:33,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:33,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176793878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:33,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:33,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:33,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:33,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176793986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:33,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:33,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176793986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:33,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:33,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:33,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:33,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:33,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:33,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176793986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T18:25:34,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176794196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:34,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176794196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:34,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176794196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:34,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:34,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:34,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:34,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:34,238 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/b0ebc9763c1a45009f1153f15178ae14 2024-11-09T18:25:34,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/75f8a07f09854b048c3836a05eb7da70 is 50, key is test_row_0/B:col10/1731176731716/Put/seqid=0 2024-11-09T18:25:34,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742158_1334 (size=12301) 2024-11-09T18:25:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T18:25:34,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176794505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:34,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176794505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:34,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:34,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:34,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:34,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176794506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:34,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:34,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:34,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:34,648 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/75f8a07f09854b048c3836a05eb7da70 2024-11-09T18:25:34,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/26498da891f449e681ebaf5234c92316 is 50, key is test_row_0/C:col10/1731176731716/Put/seqid=0 2024-11-09T18:25:34,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742159_1335 (size=12301) 2024-11-09T18:25:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T18:25:35,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176795015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:35,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:35,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:35,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176795016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:35,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:35,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:35,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176795016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:35,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:35,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:35,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:35,057 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/26498da891f449e681ebaf5234c92316 2024-11-09T18:25:35,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/b0ebc9763c1a45009f1153f15178ae14 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/b0ebc9763c1a45009f1153f15178ae14 2024-11-09T18:25:35,064 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/b0ebc9763c1a45009f1153f15178ae14, entries=150, sequenceid=323, filesize=12.0 K 2024-11-09T18:25:35,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/75f8a07f09854b048c3836a05eb7da70 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/75f8a07f09854b048c3836a05eb7da70 2024-11-09T18:25:35,068 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/75f8a07f09854b048c3836a05eb7da70, entries=150, sequenceid=323, filesize=12.0 K 2024-11-09T18:25:35,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/26498da891f449e681ebaf5234c92316 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/26498da891f449e681ebaf5234c92316 2024-11-09T18:25:35,073 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/26498da891f449e681ebaf5234c92316, entries=150, sequenceid=323, filesize=12.0 K 2024-11-09T18:25:35,074 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0d7d23f3e736816c079d7144632c80a8 in 1244ms, sequenceid=323, compaction requested=true 2024-11-09T18:25:35,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:35,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:35,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-09T18:25:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-09T18:25:35,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-09T18:25:35,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3970 sec 2024-11-09T18:25:35,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.4000 sec 2024-11-09T18:25:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T18:25:35,826 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:35,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-09T18:25:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T18:25:35,828 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:35,829 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:35,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T18:25:35,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-09T18:25:35,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:35,982 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:25:35,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/5cbea64d50064344b57a72fedf3ed1a8 is 50, key is test_row_0/A:col10/1731176733877/Put/seqid=0 2024-11-09T18:25:35,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742160_1336 (size=12301) 2024-11-09T18:25:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:36,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. as already flushing 2024-11-09T18:25:36,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176796065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:36,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:36,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176796067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:36,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:36,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176796069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:36,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T18:25:36,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176796175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:36,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:36,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176796175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:36,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:36,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176796176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:36,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176796385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176796385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:36,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176796386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:36,390 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/5cbea64d50064344b57a72fedf3ed1a8 2024-11-09T18:25:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/9d1d19bc912741d2b6f438291231193d is 50, key is test_row_0/B:col10/1731176733877/Put/seqid=0 2024-11-09T18:25:36,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742161_1337 (size=12301) 2024-11-09T18:25:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T18:25:36,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176796695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:36,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:36,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176796695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176796695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:36,799 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/9d1d19bc912741d2b6f438291231193d 2024-11-09T18:25:36,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/a8b1783c728e4cc39ab61db3043faa32 is 50, key is test_row_0/C:col10/1731176733877/Put/seqid=0 2024-11-09T18:25:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742162_1338 (size=12301) 2024-11-09T18:25:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T18:25:37,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58332 deadline: 1731176797206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:37,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:37,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1731176797206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:37,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:37,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:37,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:37,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:37,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:37,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731176797206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:25:37,211 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/a8b1783c728e4cc39ab61db3043faa32 2024-11-09T18:25:37,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/5cbea64d50064344b57a72fedf3ed1a8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/5cbea64d50064344b57a72fedf3ed1a8 2024-11-09T18:25:37,219 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/5cbea64d50064344b57a72fedf3ed1a8, entries=150, sequenceid=334, filesize=12.0 K 2024-11-09T18:25:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/9d1d19bc912741d2b6f438291231193d as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/9d1d19bc912741d2b6f438291231193d 2024-11-09T18:25:37,223 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/9d1d19bc912741d2b6f438291231193d, entries=150, sequenceid=334, filesize=12.0 K 2024-11-09T18:25:37,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/a8b1783c728e4cc39ab61db3043faa32 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/a8b1783c728e4cc39ab61db3043faa32 2024-11-09T18:25:37,227 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/a8b1783c728e4cc39ab61db3043faa32, entries=150, sequenceid=334, filesize=12.0 K 2024-11-09T18:25:37,228 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0d7d23f3e736816c079d7144632c80a8 in 1246ms, sequenceid=334, compaction requested=true 2024-11-09T18:25:37,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:37,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:37,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-09T18:25:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-09T18:25:37,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-09T18:25:37,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4010 sec 2024-11-09T18:25:37,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.4070 sec 2024-11-09T18:25:37,354 INFO [Thread-1233 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1233. 2024-11-09T18:25:37,354 DEBUG [Thread-1233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:37,354 DEBUG [Thread-1233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:37,355 DEBUG [Thread-1233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:37,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:37,355 INFO [Thread-1237 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1237. 2024-11-09T18:25:37,355 DEBUG [Thread-1237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:37,355 DEBUG [Thread-1237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:37,355 DEBUG [Thread-1237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:37,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:37,355 INFO [Thread-1235 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1235. 2024-11-09T18:25:37,355 DEBUG [Thread-1235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:37,355 DEBUG [Thread-1235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:37,356 DEBUG [Thread-1235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:37,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:37,358 INFO [Thread-1239 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1239. 2024-11-09T18:25:37,358 DEBUG [Thread-1239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:37,358 DEBUG [Thread-1239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:37,358 DEBUG [Thread-1239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:37,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:37,358 INFO [Thread-1241 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1241. 2024-11-09T18:25:37,358 DEBUG [Thread-1241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:37,358 DEBUG [Thread-1241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:37,358 DEBUG [Thread-1241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:37,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T18:25:37,977 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:38,221 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:38,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T18:25:38,222 INFO [Thread-1226 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1226. 2024-11-09T18:25:38,222 DEBUG [Thread-1226 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:38,222 INFO [Thread-1230 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1230. 2024-11-09T18:25:38,222 DEBUG [Thread-1226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:38,222 DEBUG [Thread-1230 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:38,222 DEBUG [Thread-1230 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:38,222 DEBUG [Thread-1226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:38,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:38,222 DEBUG [Thread-1230 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:38,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:38,227 INFO [Thread-1228 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1228. 2024-11-09T18:25:38,227 DEBUG [Thread-1228 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:38,227 DEBUG [Thread-1228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:38,228 DEBUG [Thread-1228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:38,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:38,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/8a6aeb64f37e4c5ab1929de1549ce567 is 50, key is test_row_0/A:col10/1731176738218/Put/seqid=0 2024-11-09T18:25:38,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742163_1339 (size=12301) 2024-11-09T18:25:38,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/8a6aeb64f37e4c5ab1929de1549ce567 2024-11-09T18:25:38,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/a82ac1fab0d74a16818ca3b338e0cf22 is 50, key is test_row_0/B:col10/1731176738218/Put/seqid=0 2024-11-09T18:25:38,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742164_1340 (size=12301) 2024-11-09T18:25:38,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/a82ac1fab0d74a16818ca3b338e0cf22 2024-11-09T18:25:38,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/441ef71c1e74405ba56a91f170832aa6 is 50, key is test_row_0/C:col10/1731176738218/Put/seqid=0 2024-11-09T18:25:38,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742165_1341 (size=12301) 2024-11-09T18:25:39,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/441ef71c1e74405ba56a91f170832aa6 2024-11-09T18:25:39,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/8a6aeb64f37e4c5ab1929de1549ce567 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/8a6aeb64f37e4c5ab1929de1549ce567 2024-11-09T18:25:39,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/8a6aeb64f37e4c5ab1929de1549ce567, entries=150, sequenceid=361, filesize=12.0 K 2024-11-09T18:25:39,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/a82ac1fab0d74a16818ca3b338e0cf22 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/a82ac1fab0d74a16818ca3b338e0cf22 2024-11-09T18:25:39,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/a82ac1fab0d74a16818ca3b338e0cf22, entries=150, sequenceid=361, filesize=12.0 K 2024-11-09T18:25:39,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/441ef71c1e74405ba56a91f170832aa6 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/441ef71c1e74405ba56a91f170832aa6 2024-11-09T18:25:39,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/441ef71c1e74405ba56a91f170832aa6, entries=150, sequenceid=361, filesize=12.0 K 2024-11-09T18:25:39,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=6.71 KB/6870 for 0d7d23f3e736816c079d7144632c80a8 in 900ms, sequenceid=361, compaction requested=true 2024-11-09T18:25:39,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:39,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:25:39,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:39,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:25:39,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:39,122 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-09T18:25:39,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d7d23f3e736816c079d7144632c80a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:25:39,122 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-09T18:25:39,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:39,123 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72010 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-09T18:25:39,123 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72010 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-09T18:25:39,123 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/B is initiating minor compaction (all files) 2024-11-09T18:25:39,123 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/A is initiating minor compaction (all files) 2024-11-09T18:25:39,124 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/B in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:39,124 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/A in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:39,124 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/593200833d894d028a807d8327b7e526, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/ba936b9ee23a48c3b1674a64dc2a5306, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/d3138766f2c044959fb3ed6333139c75, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/75f8a07f09854b048c3836a05eb7da70, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/9d1d19bc912741d2b6f438291231193d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/a82ac1fab0d74a16818ca3b338e0cf22] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=70.3 K 2024-11-09T18:25:39,124 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/3a5b72ecbebc4deabdf6e1af865776e6, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/717a43f686d648cca70b7fd7b1b2c5bd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/97448573e4c640fd973d256d83e327c0, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/b0ebc9763c1a45009f1153f15178ae14, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/5cbea64d50064344b57a72fedf3ed1a8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/8a6aeb64f37e4c5ab1929de1549ce567] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=70.3 K 2024-11-09T18:25:39,124 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a5b72ecbebc4deabdf6e1af865776e6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731176729897 2024-11-09T18:25:39,124 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 593200833d894d028a807d8327b7e526, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731176729897 2024-11-09T18:25:39,124 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting ba936b9ee23a48c3b1674a64dc2a5306, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731176730532 2024-11-09T18:25:39,124 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 717a43f686d648cca70b7fd7b1b2c5bd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731176730532 2024-11-09T18:25:39,125 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting d3138766f2c044959fb3ed6333139c75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731176731676 2024-11-09T18:25:39,125 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97448573e4c640fd973d256d83e327c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731176731676 2024-11-09T18:25:39,125 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 75f8a07f09854b048c3836a05eb7da70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731176731702 2024-11-09T18:25:39,125 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0ebc9763c1a45009f1153f15178ae14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731176731702 2024-11-09T18:25:39,125 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d1d19bc912741d2b6f438291231193d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731176733873 2024-11-09T18:25:39,125 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cbea64d50064344b57a72fedf3ed1a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731176733873 2024-11-09T18:25:39,125 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting a82ac1fab0d74a16818ca3b338e0cf22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731176736062 2024-11-09T18:25:39,125 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a6aeb64f37e4c5ab1929de1549ce567, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731176736062 2024-11-09T18:25:39,134 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#B#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:39,134 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#A#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:39,135 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/cfc646869e544673b023dbb3b6afa44c is 50, key is test_row_0/A:col10/1731176738218/Put/seqid=0 2024-11-09T18:25:39,135 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/b4301767c416406a88acb7c2c0aa27ce is 50, key is test_row_0/B:col10/1731176738218/Put/seqid=0 2024-11-09T18:25:39,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742167_1343 (size=13153) 2024-11-09T18:25:39,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742166_1342 (size=13153) 2024-11-09T18:25:39,548 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/cfc646869e544673b023dbb3b6afa44c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/cfc646869e544673b023dbb3b6afa44c 2024-11-09T18:25:39,548 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/b4301767c416406a88acb7c2c0aa27ce as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/b4301767c416406a88acb7c2c0aa27ce 2024-11-09T18:25:39,553 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/A of 0d7d23f3e736816c079d7144632c80a8 into cfc646869e544673b023dbb3b6afa44c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:39,553 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/B of 0d7d23f3e736816c079d7144632c80a8 into b4301767c416406a88acb7c2c0aa27ce(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:39,553 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:39,553 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:39,553 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/A, priority=10, startTime=1731176739121; duration=0sec 2024-11-09T18:25:39,553 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/B, priority=10, startTime=1731176739122; duration=0sec 2024-11-09T18:25:39,553 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:39,553 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:A 2024-11-09T18:25:39,553 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:39,553 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:B 2024-11-09T18:25:39,553 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-09T18:25:39,555 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72010 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-09T18:25:39,555 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 0d7d23f3e736816c079d7144632c80a8/C is initiating minor compaction (all files) 2024-11-09T18:25:39,555 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d7d23f3e736816c079d7144632c80a8/C in TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:39,555 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/3db9d59a51d34fa59d4c217aa6a88f15, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/d56785899d9b4f2d976685d480a4e40d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/7439b00f3bc34bb1b26186e90d4fe81c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/26498da891f449e681ebaf5234c92316, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/a8b1783c728e4cc39ab61db3043faa32, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/441ef71c1e74405ba56a91f170832aa6] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp, totalSize=70.3 K 2024-11-09T18:25:39,556 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3db9d59a51d34fa59d4c217aa6a88f15, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731176729897 2024-11-09T18:25:39,556 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting d56785899d9b4f2d976685d480a4e40d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731176730532 2024-11-09T18:25:39,556 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7439b00f3bc34bb1b26186e90d4fe81c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731176731676 2024-11-09T18:25:39,556 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26498da891f449e681ebaf5234c92316, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731176731702 2024-11-09T18:25:39,557 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8b1783c728e4cc39ab61db3043faa32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731176733873 2024-11-09T18:25:39,557 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 441ef71c1e74405ba56a91f170832aa6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731176736062 2024-11-09T18:25:39,567 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d7d23f3e736816c079d7144632c80a8#C#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:39,567 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/dae21cf156bb475ebc4bfcea575921db is 50, key is test_row_0/C:col10/1731176738218/Put/seqid=0 2024-11-09T18:25:39,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742168_1344 (size=13153) 2024-11-09T18:25:39,982 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/dae21cf156bb475ebc4bfcea575921db as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/dae21cf156bb475ebc4bfcea575921db 2024-11-09T18:25:39,989 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 0d7d23f3e736816c079d7144632c80a8/C of 0d7d23f3e736816c079d7144632c80a8 into dae21cf156bb475ebc4bfcea575921db(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:39,989 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d7d23f3e736816c079d7144632c80a8: 2024-11-09T18:25:39,989 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., storeName=0d7d23f3e736816c079d7144632c80a8/C, priority=10, startTime=1731176739122; duration=0sec 2024-11-09T18:25:39,990 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:39,990 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d7d23f3e736816c079d7144632c80a8:C 2024-11-09T18:25:40,221 INFO [Thread-1222 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1222. 2024-11-09T18:25:40,221 DEBUG [Thread-1222 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:40,221 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:40,221 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:40,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:40,298 INFO [Thread-1224 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1224. 2024-11-09T18:25:40,298 DEBUG [Thread-1224 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:25:40,299 DEBUG [Thread-1224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:40,299 DEBUG [Thread-1224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:40,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:40,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T18:25:40,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-09T18:25:40,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-09T18:25:40,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-09T18:25:40,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-09T18:25:40,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-09T18:25:40,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T18:25:40,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4155 2024-11-09T18:25:40,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4181 2024-11-09T18:25:40,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4145 2024-11-09T18:25:40,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4136 2024-11-09T18:25:40,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4183 2024-11-09T18:25:40,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T18:25:40,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:25:40,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:25:40,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:40,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:40,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:25:40,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T18:25:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T18:25:40,306 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176740306"}]},"ts":"1731176740306"} 2024-11-09T18:25:40,309 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T18:25:40,309 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T18:25:40,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T18:25:40,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0d7d23f3e736816c079d7144632c80a8, UNASSIGN}] 2024-11-09T18:25:40,313 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0d7d23f3e736816c079d7144632c80a8, UNASSIGN 2024-11-09T18:25:40,314 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=0d7d23f3e736816c079d7144632c80a8, regionState=CLOSING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:40,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0d7d23f3e736816c079d7144632c80a8, UNASSIGN because future has completed 2024-11-09T18:25:40,316 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T18:25:40,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:25:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T18:25:40,469 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:40,469 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T18:25:40,469 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing 0d7d23f3e736816c079d7144632c80a8, disabling compactions & flushes 2024-11-09T18:25:40,469 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:40,470 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:40,470 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. after waiting 0 ms 2024-11-09T18:25:40,470 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:40,470 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(2902): Flushing 0d7d23f3e736816c079d7144632c80a8 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-09T18:25:40,476 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/0adfa68557b74209b8be601879505704 is 50, key is test_row_0/A:col10/1731176740217/Put/seqid=0 2024-11-09T18:25:40,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742169_1345 (size=9857) 2024-11-09T18:25:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T18:25:40,883 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/0adfa68557b74209b8be601879505704 2024-11-09T18:25:40,894 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/30d0642d242049a992acdde71704876e is 50, key is test_row_0/B:col10/1731176740217/Put/seqid=0 2024-11-09T18:25:40,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742170_1346 (size=9857) 2024-11-09T18:25:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T18:25:41,300 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/30d0642d242049a992acdde71704876e 2024-11-09T18:25:41,312 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/ec3ff736b09d486f8919532f7ea4e545 is 50, key is test_row_0/C:col10/1731176740217/Put/seqid=0 2024-11-09T18:25:41,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742171_1347 (size=9857) 2024-11-09T18:25:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T18:25:41,520 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:25:41,717 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/ec3ff736b09d486f8919532f7ea4e545 2024-11-09T18:25:41,727 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/A/0adfa68557b74209b8be601879505704 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/0adfa68557b74209b8be601879505704 2024-11-09T18:25:41,734 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/0adfa68557b74209b8be601879505704, entries=100, sequenceid=370, filesize=9.6 K 2024-11-09T18:25:41,735 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/B/30d0642d242049a992acdde71704876e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/30d0642d242049a992acdde71704876e 2024-11-09T18:25:41,740 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/30d0642d242049a992acdde71704876e, entries=100, sequenceid=370, filesize=9.6 K 2024-11-09T18:25:41,741 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/.tmp/C/ec3ff736b09d486f8919532f7ea4e545 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/ec3ff736b09d486f8919532f7ea4e545 2024-11-09T18:25:41,747 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/ec3ff736b09d486f8919532f7ea4e545, entries=100, sequenceid=370, filesize=9.6 K 2024-11-09T18:25:41,748 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 0d7d23f3e736816c079d7144632c80a8 in 1277ms, sequenceid=370, compaction requested=false 2024-11-09T18:25:41,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/6bd19fc5b1514135acf4a3e179e60b65, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/1c932883c3c24641991a68aaf62da24a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/83d15a26867f4aafaed9076776424e97, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/dc8f5daa6a1141deb5ae70fee2d23994, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/ec07fb00d158423187301653473e1d4e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/242b990a5050404681310a573751cbfc, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/a44462a745a14085a35b4947334e8137, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/4c7c68f87a584680a776571be0d8c8df, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/0c180f9531e040ceb3683bd00aea9f9b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/4119df1f70054b569ae1d75c12628d42, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/3abcb60f550a42d99fc989af892e8498, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/9a61787f553549eba7b6b1e7e3359bff, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/97b587df50494511b6156a2446b72d29, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/95c178a53d3c43219290d586c2f018d3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/2bf90ad7d2bf40eabfc02b27a2117d22, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/d0ba1c491ce44ec0ac8c64ebbd3567b5, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/5bc94cbb87fc44ba9740970a046b5caa, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/341a2854fee640c5a0433013e5b27ab9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/8b045485977641be9b91fe171822fd56, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/3a5b72ecbebc4deabdf6e1af865776e6, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/717a43f686d648cca70b7fd7b1b2c5bd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/97448573e4c640fd973d256d83e327c0, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/b0ebc9763c1a45009f1153f15178ae14, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/5cbea64d50064344b57a72fedf3ed1a8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/8a6aeb64f37e4c5ab1929de1549ce567] to archive 2024-11-09T18:25:41,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:25:41,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/6bd19fc5b1514135acf4a3e179e60b65 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/6bd19fc5b1514135acf4a3e179e60b65 2024-11-09T18:25:41,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/1c932883c3c24641991a68aaf62da24a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/1c932883c3c24641991a68aaf62da24a 2024-11-09T18:25:41,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/83d15a26867f4aafaed9076776424e97 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/83d15a26867f4aafaed9076776424e97 2024-11-09T18:25:41,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/dc8f5daa6a1141deb5ae70fee2d23994 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/dc8f5daa6a1141deb5ae70fee2d23994 2024-11-09T18:25:41,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/ec07fb00d158423187301653473e1d4e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/ec07fb00d158423187301653473e1d4e 2024-11-09T18:25:41,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/242b990a5050404681310a573751cbfc to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/242b990a5050404681310a573751cbfc 2024-11-09T18:25:41,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/a44462a745a14085a35b4947334e8137 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/a44462a745a14085a35b4947334e8137 2024-11-09T18:25:41,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/4c7c68f87a584680a776571be0d8c8df to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/4c7c68f87a584680a776571be0d8c8df 2024-11-09T18:25:41,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/0c180f9531e040ceb3683bd00aea9f9b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/0c180f9531e040ceb3683bd00aea9f9b 2024-11-09T18:25:41,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/4119df1f70054b569ae1d75c12628d42 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/4119df1f70054b569ae1d75c12628d42 2024-11-09T18:25:41,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/3abcb60f550a42d99fc989af892e8498 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/3abcb60f550a42d99fc989af892e8498 2024-11-09T18:25:41,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/9a61787f553549eba7b6b1e7e3359bff to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/9a61787f553549eba7b6b1e7e3359bff 2024-11-09T18:25:41,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/97b587df50494511b6156a2446b72d29 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/97b587df50494511b6156a2446b72d29 2024-11-09T18:25:41,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/95c178a53d3c43219290d586c2f018d3 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/95c178a53d3c43219290d586c2f018d3 2024-11-09T18:25:41,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/2bf90ad7d2bf40eabfc02b27a2117d22 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/2bf90ad7d2bf40eabfc02b27a2117d22 2024-11-09T18:25:41,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/d0ba1c491ce44ec0ac8c64ebbd3567b5 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/d0ba1c491ce44ec0ac8c64ebbd3567b5 2024-11-09T18:25:41,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/5bc94cbb87fc44ba9740970a046b5caa to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/5bc94cbb87fc44ba9740970a046b5caa 2024-11-09T18:25:41,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/341a2854fee640c5a0433013e5b27ab9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/341a2854fee640c5a0433013e5b27ab9 2024-11-09T18:25:41,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/8b045485977641be9b91fe171822fd56 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/8b045485977641be9b91fe171822fd56 2024-11-09T18:25:41,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/3a5b72ecbebc4deabdf6e1af865776e6 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/3a5b72ecbebc4deabdf6e1af865776e6 2024-11-09T18:25:41,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/717a43f686d648cca70b7fd7b1b2c5bd to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/717a43f686d648cca70b7fd7b1b2c5bd 2024-11-09T18:25:41,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/97448573e4c640fd973d256d83e327c0 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/97448573e4c640fd973d256d83e327c0 2024-11-09T18:25:41,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/b0ebc9763c1a45009f1153f15178ae14 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/b0ebc9763c1a45009f1153f15178ae14 2024-11-09T18:25:41,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/5cbea64d50064344b57a72fedf3ed1a8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/5cbea64d50064344b57a72fedf3ed1a8 2024-11-09T18:25:41,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/8a6aeb64f37e4c5ab1929de1549ce567 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/8a6aeb64f37e4c5ab1929de1549ce567 2024-11-09T18:25:41,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/98ef1bf5eb6640bc87a78bd1c3208b6e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/e8f9e3465f9b4c40a0954cafed586d0f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/9e3299c7fb2b482b9ab5376a821aed09, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/a3692a68834545cfb8345506f9145972, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/530403e8bd4a4db190eddff32f4d7ab4, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/b9a1228497e34dafb1f413516fe59862, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/0fbdcc2620cf4f02bef6bc34db29948b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/7681f956281343c0bbb3c6971fdb1e3e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/366ce207ca2f4936a791d8ac3a129dfc, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/fedaf1ed629d4c91be7b1189ead3b47a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/3a8cf71b06d44e40b4d1471d08df7d4b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/b7e2c718e916450d8c824ff36a9cf272, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/7ca1a92c757246a6a447372429b5033f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/48718e23732e4027b4ddde0de19fe037, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/c4a5f413de2d45dc83bfd224cdbd64ba, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/e39f257852c449888b2b857cf644290b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/dc4edce21eed4c5d9557d91a0b816e99, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/ee36f3bc6fab44acacce4d1f2b7b33da, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/593200833d894d028a807d8327b7e526, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/4414625f57cd4add891c7863528313bf, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/ba936b9ee23a48c3b1674a64dc2a5306, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/d3138766f2c044959fb3ed6333139c75, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/75f8a07f09854b048c3836a05eb7da70, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/9d1d19bc912741d2b6f438291231193d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/a82ac1fab0d74a16818ca3b338e0cf22] to archive 2024-11-09T18:25:41,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:25:41,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/98ef1bf5eb6640bc87a78bd1c3208b6e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/98ef1bf5eb6640bc87a78bd1c3208b6e 2024-11-09T18:25:41,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/e8f9e3465f9b4c40a0954cafed586d0f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/e8f9e3465f9b4c40a0954cafed586d0f 2024-11-09T18:25:41,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/9e3299c7fb2b482b9ab5376a821aed09 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/9e3299c7fb2b482b9ab5376a821aed09 2024-11-09T18:25:41,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/a3692a68834545cfb8345506f9145972 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/a3692a68834545cfb8345506f9145972 2024-11-09T18:25:41,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/530403e8bd4a4db190eddff32f4d7ab4 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/530403e8bd4a4db190eddff32f4d7ab4 2024-11-09T18:25:41,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/b9a1228497e34dafb1f413516fe59862 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/b9a1228497e34dafb1f413516fe59862 2024-11-09T18:25:41,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/0fbdcc2620cf4f02bef6bc34db29948b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/0fbdcc2620cf4f02bef6bc34db29948b 2024-11-09T18:25:41,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/7681f956281343c0bbb3c6971fdb1e3e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/7681f956281343c0bbb3c6971fdb1e3e 2024-11-09T18:25:41,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/366ce207ca2f4936a791d8ac3a129dfc to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/366ce207ca2f4936a791d8ac3a129dfc 2024-11-09T18:25:41,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/fedaf1ed629d4c91be7b1189ead3b47a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/fedaf1ed629d4c91be7b1189ead3b47a 2024-11-09T18:25:41,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/3a8cf71b06d44e40b4d1471d08df7d4b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/3a8cf71b06d44e40b4d1471d08df7d4b 2024-11-09T18:25:41,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/b7e2c718e916450d8c824ff36a9cf272 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/b7e2c718e916450d8c824ff36a9cf272 2024-11-09T18:25:41,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/7ca1a92c757246a6a447372429b5033f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/7ca1a92c757246a6a447372429b5033f 2024-11-09T18:25:41,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/48718e23732e4027b4ddde0de19fe037 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/48718e23732e4027b4ddde0de19fe037 2024-11-09T18:25:41,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/c4a5f413de2d45dc83bfd224cdbd64ba to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/c4a5f413de2d45dc83bfd224cdbd64ba 2024-11-09T18:25:41,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/e39f257852c449888b2b857cf644290b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/e39f257852c449888b2b857cf644290b 2024-11-09T18:25:41,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/dc4edce21eed4c5d9557d91a0b816e99 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/dc4edce21eed4c5d9557d91a0b816e99 2024-11-09T18:25:41,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/ee36f3bc6fab44acacce4d1f2b7b33da to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/ee36f3bc6fab44acacce4d1f2b7b33da 2024-11-09T18:25:41,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/593200833d894d028a807d8327b7e526 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/593200833d894d028a807d8327b7e526 2024-11-09T18:25:41,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/4414625f57cd4add891c7863528313bf to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/4414625f57cd4add891c7863528313bf 2024-11-09T18:25:41,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/ba936b9ee23a48c3b1674a64dc2a5306 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/ba936b9ee23a48c3b1674a64dc2a5306 2024-11-09T18:25:41,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/d3138766f2c044959fb3ed6333139c75 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/d3138766f2c044959fb3ed6333139c75 2024-11-09T18:25:41,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/75f8a07f09854b048c3836a05eb7da70 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/75f8a07f09854b048c3836a05eb7da70 2024-11-09T18:25:41,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/9d1d19bc912741d2b6f438291231193d to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/9d1d19bc912741d2b6f438291231193d 2024-11-09T18:25:41,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/a82ac1fab0d74a16818ca3b338e0cf22 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/a82ac1fab0d74a16818ca3b338e0cf22 2024-11-09T18:25:41,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/936c04308ecb417bbc7e5ec0c694f721, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/59c28131555e43f49c142a0faba63d41, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/7339ea82d4d6433b9a4a34ab0514a38e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/c328d659219f4b9e815fee9d62454283, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/9ebe84ea435f404e805961f2e1b076c2, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/cf503c1d18844394979d6cbfab7901c9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/566451d4386c4c9ca5b8f65ed440b40a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/75737271822a4601af3f8eed5d1b58b5, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/dcae0d966bad409fad38ba87709489b3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/bcd4165aa9174fbf8b2038670c9512e8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/6d1020b2d00f4fd2a3cdd71211f8db0c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/ebad3ecb1b474e1fbd544f85034be1cb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/8d09fd7b40994ec5a689869385a50b1f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/79ab1f25c64b414baa73bf144cfba6c1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/2910a7ce0fd54cbd8dc7c07d84a468d8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/a61196af8047440ab18bb5694794cd83, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/4d9f580d7d1a4358b77d7b3232b986d9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/2a209bc6b0c9413a9a2aec48480855dd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/3db9d59a51d34fa59d4c217aa6a88f15, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/64bf460baf3d46e29e375124d3a93b6f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/d56785899d9b4f2d976685d480a4e40d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/7439b00f3bc34bb1b26186e90d4fe81c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/26498da891f449e681ebaf5234c92316, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/a8b1783c728e4cc39ab61db3043faa32, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/441ef71c1e74405ba56a91f170832aa6] to archive 2024-11-09T18:25:41,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:25:41,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/936c04308ecb417bbc7e5ec0c694f721 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/936c04308ecb417bbc7e5ec0c694f721 2024-11-09T18:25:41,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/59c28131555e43f49c142a0faba63d41 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/59c28131555e43f49c142a0faba63d41 2024-11-09T18:25:41,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/7339ea82d4d6433b9a4a34ab0514a38e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/7339ea82d4d6433b9a4a34ab0514a38e 2024-11-09T18:25:41,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/c328d659219f4b9e815fee9d62454283 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/c328d659219f4b9e815fee9d62454283 2024-11-09T18:25:41,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/9ebe84ea435f404e805961f2e1b076c2 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/9ebe84ea435f404e805961f2e1b076c2 2024-11-09T18:25:41,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/cf503c1d18844394979d6cbfab7901c9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/cf503c1d18844394979d6cbfab7901c9 2024-11-09T18:25:41,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/566451d4386c4c9ca5b8f65ed440b40a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/566451d4386c4c9ca5b8f65ed440b40a 2024-11-09T18:25:41,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/75737271822a4601af3f8eed5d1b58b5 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/75737271822a4601af3f8eed5d1b58b5 2024-11-09T18:25:41,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/dcae0d966bad409fad38ba87709489b3 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/dcae0d966bad409fad38ba87709489b3 2024-11-09T18:25:41,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/bcd4165aa9174fbf8b2038670c9512e8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/bcd4165aa9174fbf8b2038670c9512e8 2024-11-09T18:25:41,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/6d1020b2d00f4fd2a3cdd71211f8db0c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/6d1020b2d00f4fd2a3cdd71211f8db0c 2024-11-09T18:25:41,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/ebad3ecb1b474e1fbd544f85034be1cb to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/ebad3ecb1b474e1fbd544f85034be1cb 2024-11-09T18:25:41,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/8d09fd7b40994ec5a689869385a50b1f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/8d09fd7b40994ec5a689869385a50b1f 2024-11-09T18:25:41,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/79ab1f25c64b414baa73bf144cfba6c1 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/79ab1f25c64b414baa73bf144cfba6c1 2024-11-09T18:25:41,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/2910a7ce0fd54cbd8dc7c07d84a468d8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/2910a7ce0fd54cbd8dc7c07d84a468d8 2024-11-09T18:25:41,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/a61196af8047440ab18bb5694794cd83 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/a61196af8047440ab18bb5694794cd83 2024-11-09T18:25:41,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/4d9f580d7d1a4358b77d7b3232b986d9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/4d9f580d7d1a4358b77d7b3232b986d9 2024-11-09T18:25:41,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/2a209bc6b0c9413a9a2aec48480855dd to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/2a209bc6b0c9413a9a2aec48480855dd 2024-11-09T18:25:41,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/3db9d59a51d34fa59d4c217aa6a88f15 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/3db9d59a51d34fa59d4c217aa6a88f15 2024-11-09T18:25:41,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/64bf460baf3d46e29e375124d3a93b6f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/64bf460baf3d46e29e375124d3a93b6f 2024-11-09T18:25:41,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/d56785899d9b4f2d976685d480a4e40d to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/d56785899d9b4f2d976685d480a4e40d 2024-11-09T18:25:41,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/7439b00f3bc34bb1b26186e90d4fe81c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/7439b00f3bc34bb1b26186e90d4fe81c 2024-11-09T18:25:41,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/26498da891f449e681ebaf5234c92316 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/26498da891f449e681ebaf5234c92316 2024-11-09T18:25:41,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/a8b1783c728e4cc39ab61db3043faa32 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/a8b1783c728e4cc39ab61db3043faa32 2024-11-09T18:25:41,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/441ef71c1e74405ba56a91f170832aa6 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/441ef71c1e74405ba56a91f170832aa6 2024-11-09T18:25:41,824 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/recovered.edits/373.seqid, newMaxSeqId=373, maxSeqId=1 2024-11-09T18:25:41,824 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. 2024-11-09T18:25:41,824 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for 0d7d23f3e736816c079d7144632c80a8: Waiting for close lock at 1731176740469Running coprocessor pre-close hooks at 1731176740469Disabling compacts and flushes for region at 1731176740469Disabling writes for close at 1731176740470 (+1 ms)Obtaining lock to block concurrent updates at 1731176740470Preparing flush snapshotting stores in 0d7d23f3e736816c079d7144632c80a8 at 1731176740470Finished memstore snapshotting TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731176740470Flushing stores of TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8. at 1731176740471 (+1 ms)Flushing 0d7d23f3e736816c079d7144632c80a8/A: creating writer at 1731176740471Flushing 0d7d23f3e736816c079d7144632c80a8/A: appending metadata at 1731176740475 (+4 ms)Flushing 0d7d23f3e736816c079d7144632c80a8/A: closing flushed file at 1731176740475Flushing 0d7d23f3e736816c079d7144632c80a8/B: creating writer at 1731176740890 (+415 ms)Flushing 0d7d23f3e736816c079d7144632c80a8/B: appending metadata at 1731176740893 (+3 ms)Flushing 0d7d23f3e736816c079d7144632c80a8/B: closing flushed file at 1731176740893Flushing 0d7d23f3e736816c079d7144632c80a8/C: creating writer at 1731176741309 (+416 ms)Flushing 0d7d23f3e736816c079d7144632c80a8/C: appending metadata at 1731176741312 (+3 ms)Flushing 0d7d23f3e736816c079d7144632c80a8/C: closing flushed file at 1731176741312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a44ba1: reopening flushed file at 1731176741725 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e813c27: reopening flushed file at 1731176741734 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3453e72: reopening flushed file at 1731176741740 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 0d7d23f3e736816c079d7144632c80a8 in 1277ms, sequenceid=370, compaction requested=false at 1731176741748 (+8 ms)Writing region close event to WAL at 1731176741822 (+74 ms)Running coprocessor post-close hooks at 1731176741824 (+2 ms)Closed at 1731176741824 2024-11-09T18:25:41,826 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed 0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:41,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=0d7d23f3e736816c079d7144632c80a8, regionState=CLOSED 2024-11-09T18:25:41,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:25:41,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-09T18:25:41,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure 0d7d23f3e736816c079d7144632c80a8, server=fb97eb0edbe8,41913,1731176653206 in 1.5120 sec 2024-11-09T18:25:41,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-09T18:25:41,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0d7d23f3e736816c079d7144632c80a8, UNASSIGN in 1.5170 sec 2024-11-09T18:25:41,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-09T18:25:41,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5210 sec 2024-11-09T18:25:41,833 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176741833"}]},"ts":"1731176741833"} 2024-11-09T18:25:41,834 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T18:25:41,834 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T18:25:41,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5340 sec 2024-11-09T18:25:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T18:25:42,457 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:42,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T18:25:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:42,462 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:42,464 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=90, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-09T18:25:42,468 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:42,472 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/recovered.edits] 2024-11-09T18:25:42,476 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/0adfa68557b74209b8be601879505704 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/0adfa68557b74209b8be601879505704 2024-11-09T18:25:42,477 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/cfc646869e544673b023dbb3b6afa44c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/A/cfc646869e544673b023dbb3b6afa44c 2024-11-09T18:25:42,480 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/30d0642d242049a992acdde71704876e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/30d0642d242049a992acdde71704876e 2024-11-09T18:25:42,482 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/b4301767c416406a88acb7c2c0aa27ce to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/B/b4301767c416406a88acb7c2c0aa27ce 2024-11-09T18:25:42,485 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/dae21cf156bb475ebc4bfcea575921db to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/dae21cf156bb475ebc4bfcea575921db 2024-11-09T18:25:42,486 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/ec3ff736b09d486f8919532f7ea4e545 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/C/ec3ff736b09d486f8919532f7ea4e545 2024-11-09T18:25:42,490 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/recovered.edits/373.seqid to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8/recovered.edits/373.seqid 2024-11-09T18:25:42,491 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/0d7d23f3e736816c079d7144632c80a8 2024-11-09T18:25:42,491 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T18:25:42,494 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=90, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:42,499 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T18:25:42,502 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T18:25:42,503 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=90, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:42,503 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T18:25:42,504 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731176742503"}]},"ts":"9223372036854775807"} 2024-11-09T18:25:42,505 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T18:25:42,505 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0d7d23f3e736816c079d7144632c80a8, NAME => 'TestAcidGuarantees,,1731176715143.0d7d23f3e736816c079d7144632c80a8.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T18:25:42,506 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T18:25:42,506 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731176742506"}]},"ts":"9223372036854775807"} 2024-11-09T18:25:42,507 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T18:25:42,508 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=90, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:42,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-09T18:25:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-09T18:25:42,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T18:25:42,569 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:42,580 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_152337099_22 at /127.0.0.1:51988 [Waiting for operation #329] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1637185371_22 at /127.0.0.1:52246 [Waiting for operation #180] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 359), ProcessCount=11 (was 11), AvailableMemoryMB=2856 (was 2916) 2024-11-09T18:25:42,590 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=2856 2024-11-09T18:25:42,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T18:25:42,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:25:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:42,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:25:42,595 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:42,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 91 2024-11-09T18:25:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-09T18:25:42,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:25:42,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742172_1348 (size=959) 2024-11-09T18:25:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-09T18:25:42,795 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T18:25:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-09T18:25:43,009 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4 2024-11-09T18:25:43,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742173_1349 (size=53) 2024-11-09T18:25:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-09T18:25:43,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:25:43,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 99dad05bda6a25e3e6263ec9a6573b81, disabling compactions & flushes 2024-11-09T18:25:43,419 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:43,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:43,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. after waiting 0 ms 2024-11-09T18:25:43,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:43,419 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:43,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99dad05bda6a25e3e6263ec9a6573b81: Waiting for close lock at 1731176743419Disabling compacts and flushes for region at 1731176743419Disabling writes for close at 1731176743419Writing region close event to WAL at 1731176743419Closed at 1731176743419 2024-11-09T18:25:43,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:25:43,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731176743422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176743422"}]},"ts":"1731176743422"} 2024-11-09T18:25:43,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:25:43,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:25:43,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176743427"}]},"ts":"1731176743427"} 2024-11-09T18:25:43,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T18:25:43,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99dad05bda6a25e3e6263ec9a6573b81, ASSIGN}] 2024-11-09T18:25:43,430 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99dad05bda6a25e3e6263ec9a6573b81, ASSIGN 2024-11-09T18:25:43,431 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99dad05bda6a25e3e6263ec9a6573b81, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,41913,1731176653206; forceNewPlan=false, retain=false 2024-11-09T18:25:43,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=99dad05bda6a25e3e6263ec9a6573b81, regionState=OPENING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:43,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99dad05bda6a25e3e6263ec9a6573b81, ASSIGN because future has completed 2024-11-09T18:25:43,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:25:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-09T18:25:43,748 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:43,749 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7752): Opening region: {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:25:43,750 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:43,750 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:25:43,750 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7794): checking encryption for 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:43,750 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7797): checking classloading for 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:43,752 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:43,754 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99dad05bda6a25e3e6263ec9a6573b81 columnFamilyName A 2024-11-09T18:25:43,754 DEBUG [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:43,754 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] regionserver.HStore(327): Store=99dad05bda6a25e3e6263ec9a6573b81/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:25:43,754 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:43,756 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99dad05bda6a25e3e6263ec9a6573b81 columnFamilyName B 2024-11-09T18:25:43,756 DEBUG [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:43,756 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] regionserver.HStore(327): Store=99dad05bda6a25e3e6263ec9a6573b81/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:25:43,756 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:43,757 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99dad05bda6a25e3e6263ec9a6573b81 columnFamilyName C 2024-11-09T18:25:43,757 DEBUG [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:43,758 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] regionserver.HStore(327): Store=99dad05bda6a25e3e6263ec9a6573b81/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:25:43,758 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1038): replaying wal for 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:43,759 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:43,759 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:43,760 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1048): stopping wal replay for 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:43,760 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1060): Cleaning up temporary data for 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:43,761 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T18:25:43,762 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1093): writing seq id for 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:43,764 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:25:43,765 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1114): Opened 99dad05bda6a25e3e6263ec9a6573b81; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58911574, jitterRate=-0.12214913964271545}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T18:25:43,765 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:43,766 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1006): Region open journal for 99dad05bda6a25e3e6263ec9a6573b81: Running coprocessor pre-open hook at 1731176743750Writing region info on filesystem at 1731176743750Initializing all the Stores at 1731176743752 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176743752Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176743752Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176743752Cleaning up temporary data from old regions at 1731176743760 (+8 ms)Running coprocessor post-open hooks at 1731176743765 (+5 ms)Region opened successfully at 1731176743765 2024-11-09T18:25:43,767 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., pid=93, masterSystemTime=1731176743741 2024-11-09T18:25:43,769 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:43,769 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:43,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=99dad05bda6a25e3e6263ec9a6573b81, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:43,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:25:43,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-09T18:25:43,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 in 185 msec 2024-11-09T18:25:43,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-09T18:25:43,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99dad05bda6a25e3e6263ec9a6573b81, ASSIGN in 347 msec 2024-11-09T18:25:43,780 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:25:43,780 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176743780"}]},"ts":"1731176743780"} 2024-11-09T18:25:43,782 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T18:25:43,783 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:25:43,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1910 sec 2024-11-09T18:25:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-09T18:25:44,748 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:44,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecc882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:44,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:44,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:44,754 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:44,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:44,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a921a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:44,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:44,757 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:44,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcce7d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:44,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:44,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:44,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:44,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:44,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:25:44,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,36343,1731176652426 2024-11-09T18:25:44,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26528af0 2024-11-09T18:25:44,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:25:44,762 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:25:44,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T18:25:44,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:25:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T18:25:44,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742174_1350 (size=995) 2024-11-09T18:25:45,179 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-09T18:25:45,179 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-09T18:25:45,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T18:25:45,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99dad05bda6a25e3e6263ec9a6573b81, REOPEN/MOVE}] 2024-11-09T18:25:45,189 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99dad05bda6a25e3e6263ec9a6573b81, REOPEN/MOVE 2024-11-09T18:25:45,190 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=99dad05bda6a25e3e6263ec9a6573b81, regionState=CLOSING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:45,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99dad05bda6a25e3e6263ec9a6573b81, REOPEN/MOVE because future has completed 2024-11-09T18:25:45,192 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T18:25:45,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:25:45,347 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,347 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T18:25:45,347 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 99dad05bda6a25e3e6263ec9a6573b81, disabling compactions & flushes 2024-11-09T18:25:45,347 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:45,347 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:45,347 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. after waiting 0 ms 2024-11-09T18:25:45,348 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:45,356 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T18:25:45,356 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:45,356 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 99dad05bda6a25e3e6263ec9a6573b81: Waiting for close lock at 1731176745347Running coprocessor pre-close hooks at 1731176745347Disabling compacts and flushes for region at 1731176745347Disabling writes for close at 1731176745347Writing region close event to WAL at 1731176745349 (+2 ms)Running coprocessor post-close hooks at 1731176745356 (+7 ms)Closed at 1731176745356 2024-11-09T18:25:45,357 WARN [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionServer(3299): Not adding moved region record: 99dad05bda6a25e3e6263ec9a6573b81 to self. 2024-11-09T18:25:45,359 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,359 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=99dad05bda6a25e3e6263ec9a6573b81, regionState=CLOSED 2024-11-09T18:25:45,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:25:45,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-09T18:25:45,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 in 170 msec 2024-11-09T18:25:45,366 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99dad05bda6a25e3e6263ec9a6573b81, REOPEN/MOVE; state=CLOSED, location=fb97eb0edbe8,41913,1731176653206; forceNewPlan=false, retain=true 2024-11-09T18:25:45,517 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=99dad05bda6a25e3e6263ec9a6573b81, regionState=OPENING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:45,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99dad05bda6a25e3e6263ec9a6573b81, REOPEN/MOVE because future has completed 2024-11-09T18:25:45,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:25:45,679 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:45,679 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7752): Opening region: {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:25:45,680 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,680 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:25:45,680 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7794): checking encryption for 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,680 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7797): checking classloading for 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,682 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,683 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99dad05bda6a25e3e6263ec9a6573b81 columnFamilyName A 2024-11-09T18:25:45,685 DEBUG [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:45,686 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] regionserver.HStore(327): Store=99dad05bda6a25e3e6263ec9a6573b81/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:25:45,686 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,687 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99dad05bda6a25e3e6263ec9a6573b81 columnFamilyName B 2024-11-09T18:25:45,687 DEBUG [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:45,688 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] regionserver.HStore(327): Store=99dad05bda6a25e3e6263ec9a6573b81/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:25:45,688 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,689 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99dad05bda6a25e3e6263ec9a6573b81 columnFamilyName C 2024-11-09T18:25:45,689 DEBUG [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:45,690 INFO [StoreOpener-99dad05bda6a25e3e6263ec9a6573b81-1 {}] regionserver.HStore(327): Store=99dad05bda6a25e3e6263ec9a6573b81/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:25:45,690 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1038): replaying wal for 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,691 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,693 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,694 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1048): stopping wal replay for 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,694 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1060): Cleaning up temporary data for 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,695 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T18:25:45,697 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1093): writing seq id for 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,698 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1114): Opened 99dad05bda6a25e3e6263ec9a6573b81; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68339280, jitterRate=0.018334627151489258}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T18:25:45,698 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,699 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1006): Region open journal for 99dad05bda6a25e3e6263ec9a6573b81: Running coprocessor pre-open hook at 1731176745680Writing region info on filesystem at 1731176745680Initializing all the Stores at 1731176745681 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176745681Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176745682 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176745682Cleaning up temporary data from old regions at 1731176745694 (+12 ms)Running coprocessor post-open hooks at 1731176745698 (+4 ms)Region opened successfully at 1731176745699 (+1 ms) 2024-11-09T18:25:45,700 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., pid=98, masterSystemTime=1731176745676 2024-11-09T18:25:45,703 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:45,703 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:45,704 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=99dad05bda6a25e3e6263ec9a6573b81, regionState=OPEN, openSeqNum=5, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:45,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:25:45,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=96 2024-11-09T18:25:45,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 in 187 msec 2024-11-09T18:25:45,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-09T18:25:45,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99dad05bda6a25e3e6263ec9a6573b81, REOPEN/MOVE in 522 msec 2024-11-09T18:25:45,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-09T18:25:45,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 528 msec 2024-11-09T18:25:45,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 950 msec 2024-11-09T18:25:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-09T18:25:45,716 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:45,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f86bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:45,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:45,717 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f54966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:45,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:45,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:45,718 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:45,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d6be5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:45,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:45,720 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:45,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:45,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:45,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724f969b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:45,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:45,721 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:45,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594613f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:45,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:45,723 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:45,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:45,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:45,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dda5528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:45,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:45,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:45,724 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:45,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a2316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:45,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:45,726 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:45,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:45,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:45,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fb389b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:45,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:45,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:45,727 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:45,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c78de21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:45,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:45,729 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:45,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:45,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:45,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cbc33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:45,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:45,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:45,730 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4969614a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c86b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,731 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:45,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:45,732 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:45,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:45,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:45,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b78294d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:45,734 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:45,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d802d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:45,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:45,736 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e66ed2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:45,737 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4960fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:45,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:45,739 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:45,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:45,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:45,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d847380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:45,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:45,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:45,741 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:45,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad828ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:45,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:45,742 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384ac9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:45,744 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:45,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b330aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:25:45,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:25:45,746 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:25:45,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:25:45,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:25:45,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bf1b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:25:45,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:25:45,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:25:45,748 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:25:45,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591e25f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:25:45,749 DEBUG [Thread-1605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:45,749 DEBUG [Thread-1597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:45,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:45,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:45,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:45,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:45,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:45,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:45,752 DEBUG [Thread-1601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:25:45,752 DEBUG [Thread-1592 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:25:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:45,754 DEBUG [Thread-1590 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:45,754 DEBUG [Thread-1599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:45,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:45,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:45,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:45,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:45,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:25:45,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:45,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:25:45,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:45,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:25:45,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-09T18:25:45,758 DEBUG [Thread-1588 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:45,758 DEBUG [Thread-1594 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T18:25:45,759 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:45,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:45,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:25:45,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:45,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:45,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:45,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:45,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:45,760 DEBUG [Thread-1603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:25:45,761 DEBUG [Thread-1586 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:25:45,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:45,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:45,762 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:45,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:25:45,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:45,764 DEBUG [Thread-1586 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:25:45,765 DEBUG [Thread-1586 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:25:45,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:25:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:25:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:25:45,773 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:45,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99dad05bda6a25e3e6263ec9a6573b81 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:25:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d6e5bc4b54d34eea85a957c814032ad1_99dad05bda6a25e3e6263ec9a6573b81 is 50, key is test_row_0/A:col10/1731176745772/Put/seqid=0 2024-11-09T18:25:45,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742175_1351 (size=12154) 2024-11-09T18:25:45,809 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:45,812 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d6e5bc4b54d34eea85a957c814032ad1_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d6e5bc4b54d34eea85a957c814032ad1_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:45,813 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/242acbfe9bb54aaa83401fb8e9a87912, store: [table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:45,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/242acbfe9bb54aaa83401fb8e9a87912 is 175, key is test_row_0/A:col10/1731176745772/Put/seqid=0 2024-11-09T18:25:45,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742176_1352 (size=30955) 2024-11-09T18:25:45,818 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/242acbfe9bb54aaa83401fb8e9a87912 2024-11-09T18:25:45,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176805816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:45,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:45,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176805817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:45,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:45,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:45,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176805825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:45,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176805825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:45,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176805827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:45,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/b67e348478f944c3816f1e1d884e11f1 is 50, key is test_row_0/B:col10/1731176745772/Put/seqid=0 2024-11-09T18:25:45,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742177_1353 (size=12001) 2024-11-09T18:25:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T18:25:45,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T18:25:45,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:45,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:45,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:45,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:45,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:45,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176805936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:45,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:45,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176805936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:45,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:45,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:45,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176805936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176805936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:45,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176805945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:45,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:45,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:46,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T18:25:46,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:46,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:46,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:46,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:46,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T18:25:46,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176806146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176806146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176806146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176806146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:46,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176806155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:46,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T18:25:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:46,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:46,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/b67e348478f944c3816f1e1d884e11f1 2024-11-09T18:25:46,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/867cb8c411bb47f488fe0b81b1514565 is 50, key is test_row_0/C:col10/1731176745772/Put/seqid=0 2024-11-09T18:25:46,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742178_1354 (size=12001) 2024-11-09T18:25:46,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T18:25:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:46,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T18:25:46,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176806456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:46,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176806456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:46,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176806456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176806456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:46,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176806465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:46,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:46,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T18:25:46,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:46,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:46,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:46,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:46,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:46,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/867cb8c411bb47f488fe0b81b1514565 2024-11-09T18:25:46,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/242acbfe9bb54aaa83401fb8e9a87912 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/242acbfe9bb54aaa83401fb8e9a87912 2024-11-09T18:25:46,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/242acbfe9bb54aaa83401fb8e9a87912, entries=150, sequenceid=15, filesize=30.2 K 2024-11-09T18:25:46,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/b67e348478f944c3816f1e1d884e11f1 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/b67e348478f944c3816f1e1d884e11f1 2024-11-09T18:25:46,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/b67e348478f944c3816f1e1d884e11f1, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T18:25:46,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/867cb8c411bb47f488fe0b81b1514565 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/867cb8c411bb47f488fe0b81b1514565 2024-11-09T18:25:46,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T18:25:46,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:46,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:46,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:46,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:46,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:46,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/867cb8c411bb47f488fe0b81b1514565, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T18:25:46,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 99dad05bda6a25e3e6263ec9a6573b81 in 910ms, sequenceid=15, compaction requested=false 2024-11-09T18:25:46,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:25:46,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T18:25:46,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:46,835 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 99dad05bda6a25e3e6263ec9a6573b81 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T18:25:46,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109833bcd6351774ada941e18e115319ea7_99dad05bda6a25e3e6263ec9a6573b81 is 50, key is test_row_0/A:col10/1731176745801/Put/seqid=0 2024-11-09T18:25:46,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742179_1355 (size=12154) 2024-11-09T18:25:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T18:25:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:46,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:46,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:46,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176806977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176806976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:46,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176806978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:46,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176806983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:46,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:46,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176806984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:46,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:46,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:46,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:47,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176807096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:47,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176807096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176807096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:47,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176807096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:47,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:47,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:47,265 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109833bcd6351774ada941e18e115319ea7_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109833bcd6351774ada941e18e115319ea7_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/833792bea15643a0a4cf28f177a1085f, store: [table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:47,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/833792bea15643a0a4cf28f177a1085f is 175, key is test_row_0/A:col10/1731176745801/Put/seqid=0 2024-11-09T18:25:47,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742180_1356 (size=30955) 2024-11-09T18:25:47,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176807306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:47,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176807306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:47,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176807306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:47,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176807306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:47,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:47,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:47,356 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T18:25:47,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176807615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176807616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:47,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176807616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176807616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:47,669 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/833792bea15643a0a4cf28f177a1085f 2024-11-09T18:25:47,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/57080e032d254d76afd7dc0b074d72fe is 50, key is test_row_0/B:col10/1731176745801/Put/seqid=0 2024-11-09T18:25:47,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742181_1357 (size=12001) 2024-11-09T18:25:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T18:25:48,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176807996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,001 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_1' in 99dad05bda6a25e3e6263ec9a6573b81 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,082 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/57080e032d254d76afd7dc0b074d72fe 2024-11-09T18:25:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/2b681f7b4e4146e6a4da7fff069a229c is 50, key is test_row_0/C:col10/1731176745801/Put/seqid=0 2024-11-09T18:25:48,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742182_1358 (size=12001) 2024-11-09T18:25:48,092 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/2b681f7b4e4146e6a4da7fff069a229c 2024-11-09T18:25:48,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/833792bea15643a0a4cf28f177a1085f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/833792bea15643a0a4cf28f177a1085f 2024-11-09T18:25:48,101 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/833792bea15643a0a4cf28f177a1085f, entries=150, sequenceid=42, filesize=30.2 K 2024-11-09T18:25:48,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/57080e032d254d76afd7dc0b074d72fe as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/57080e032d254d76afd7dc0b074d72fe 2024-11-09T18:25:48,106 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/57080e032d254d76afd7dc0b074d72fe, entries=150, sequenceid=42, filesize=11.7 K 2024-11-09T18:25:48,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/2b681f7b4e4146e6a4da7fff069a229c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/2b681f7b4e4146e6a4da7fff069a229c 2024-11-09T18:25:48,118 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/2b681f7b4e4146e6a4da7fff069a229c, entries=150, sequenceid=42, filesize=11.7 K 2024-11-09T18:25:48,119 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 99dad05bda6a25e3e6263ec9a6573b81 in 1284ms, sequenceid=42, compaction requested=false 2024-11-09T18:25:48,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:25:48,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:48,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-09T18:25:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-09T18:25:48,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-09T18:25:48,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3590 sec 2024-11-09T18:25:48,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.3680 sec 2024-11-09T18:25:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:48,131 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:48,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99dad05bda6a25e3e6263ec9a6573b81 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:25:48,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a40eccf62d1c41838946bab01b5f9ca5_99dad05bda6a25e3e6263ec9a6573b81 is 50, key is test_row_0/A:col10/1731176748129/Put/seqid=0 2024-11-09T18:25:48,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742183_1359 (size=17034) 2024-11-09T18:25:48,146 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:48,150 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a40eccf62d1c41838946bab01b5f9ca5_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a40eccf62d1c41838946bab01b5f9ca5_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:48,151 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/b013748f40e74362afffc9c385ebc915, store: [table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:48,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/b013748f40e74362afffc9c385ebc915 is 175, key is test_row_0/A:col10/1731176748129/Put/seqid=0 2024-11-09T18:25:48,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742184_1360 (size=48139) 2024-11-09T18:25:48,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176808198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176808199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176808200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176808201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176808306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176808316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176808317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176808317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176808526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176808526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176808526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176808535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,562 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/b013748f40e74362afffc9c385ebc915 2024-11-09T18:25:48,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/9644991cab5c41aca359f425e3a58680 is 50, key is test_row_0/B:col10/1731176748129/Put/seqid=0 2024-11-09T18:25:48,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742185_1361 (size=12001) 2024-11-09T18:25:48,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176808836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176808836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176808836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176808845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:48,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:48,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:48,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/9644991cab5c41aca359f425e3a58680 2024-11-09T18:25:48,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/20913660c51d4f84aa4a3ccd9935b18b is 50, key is test_row_0/C:col10/1731176748129/Put/seqid=0 2024-11-09T18:25:48,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742186_1362 (size=12001) 2024-11-09T18:25:49,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176809346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:49,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:49,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:49,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:49,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176809355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:49,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176809355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:49,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176809355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:49,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/20913660c51d4f84aa4a3ccd9935b18b 2024-11-09T18:25:49,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/b013748f40e74362afffc9c385ebc915 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/b013748f40e74362afffc9c385ebc915 2024-11-09T18:25:49,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/b013748f40e74362afffc9c385ebc915, entries=250, sequenceid=55, filesize=47.0 K 2024-11-09T18:25:49,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/9644991cab5c41aca359f425e3a58680 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/9644991cab5c41aca359f425e3a58680 2024-11-09T18:25:49,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/9644991cab5c41aca359f425e3a58680, entries=150, sequenceid=55, filesize=11.7 K 2024-11-09T18:25:49,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/20913660c51d4f84aa4a3ccd9935b18b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/20913660c51d4f84aa4a3ccd9935b18b 2024-11-09T18:25:49,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/20913660c51d4f84aa4a3ccd9935b18b, entries=150, sequenceid=55, filesize=11.7 K 2024-11-09T18:25:49,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 99dad05bda6a25e3e6263ec9a6573b81 in 1273ms, sequenceid=55, compaction requested=true 2024-11-09T18:25:49,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:25:49,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99dad05bda6a25e3e6263ec9a6573b81:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:25:49,405 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:49,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:49,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99dad05bda6a25e3e6263ec9a6573b81:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:25:49,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:49,405 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:49,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99dad05bda6a25e3e6263ec9a6573b81:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:25:49,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:49,405 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:49,405 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:49,406 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 99dad05bda6a25e3e6263ec9a6573b81/B is initiating minor compaction (all files) 2024-11-09T18:25:49,406 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 99dad05bda6a25e3e6263ec9a6573b81/A is initiating minor compaction (all files) 2024-11-09T18:25:49,406 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99dad05bda6a25e3e6263ec9a6573b81/B in TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:49,406 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99dad05bda6a25e3e6263ec9a6573b81/A in TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:49,406 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/b67e348478f944c3816f1e1d884e11f1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/57080e032d254d76afd7dc0b074d72fe, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/9644991cab5c41aca359f425e3a58680] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp, totalSize=35.2 K 2024-11-09T18:25:49,406 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/242acbfe9bb54aaa83401fb8e9a87912, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/833792bea15643a0a4cf28f177a1085f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/b013748f40e74362afffc9c385ebc915] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp, totalSize=107.5 K 2024-11-09T18:25:49,406 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:49,406 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/242acbfe9bb54aaa83401fb8e9a87912, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/833792bea15643a0a4cf28f177a1085f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/b013748f40e74362afffc9c385ebc915] 2024-11-09T18:25:49,406 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting b67e348478f944c3816f1e1d884e11f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731176745767 2024-11-09T18:25:49,406 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 242acbfe9bb54aaa83401fb8e9a87912, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731176745767 2024-11-09T18:25:49,406 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 57080e032d254d76afd7dc0b074d72fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731176745801 2024-11-09T18:25:49,406 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 833792bea15643a0a4cf28f177a1085f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731176745801 2024-11-09T18:25:49,406 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 9644991cab5c41aca359f425e3a58680, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731176746982 2024-11-09T18:25:49,407 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting b013748f40e74362afffc9c385ebc915, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731176746982 2024-11-09T18:25:49,413 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:49,414 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99dad05bda6a25e3e6263ec9a6573b81#B#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:49,414 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/a3296d5d512b46dfb7fa460c4a1c8433 is 50, key is test_row_0/B:col10/1731176748129/Put/seqid=0 2024-11-09T18:25:49,421 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411093e5236e862604dbb9f0bc92336cbb331_99dad05bda6a25e3e6263ec9a6573b81 store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:49,423 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411093e5236e862604dbb9f0bc92336cbb331_99dad05bda6a25e3e6263ec9a6573b81, store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:49,423 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093e5236e862604dbb9f0bc92336cbb331_99dad05bda6a25e3e6263ec9a6573b81 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:49,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742187_1363 (size=12104) 2024-11-09T18:25:49,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742188_1364 (size=4469) 2024-11-09T18:25:49,833 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99dad05bda6a25e3e6263ec9a6573b81#A#compaction#309 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:49,833 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/b3fe46c34af94d33baf001d51a1d888a is 175, key is test_row_0/A:col10/1731176748129/Put/seqid=0 2024-11-09T18:25:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742189_1365 (size=31058) 2024-11-09T18:25:49,882 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/a3296d5d512b46dfb7fa460c4a1c8433 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/a3296d5d512b46dfb7fa460c4a1c8433 2024-11-09T18:25:49,886 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99dad05bda6a25e3e6263ec9a6573b81/B of 99dad05bda6a25e3e6263ec9a6573b81 into a3296d5d512b46dfb7fa460c4a1c8433(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:49,887 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:25:49,887 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., storeName=99dad05bda6a25e3e6263ec9a6573b81/B, priority=13, startTime=1731176749405; duration=0sec 2024-11-09T18:25:49,887 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:49,887 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99dad05bda6a25e3e6263ec9a6573b81:B 2024-11-09T18:25:49,887 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:25:49,888 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:25:49,888 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 99dad05bda6a25e3e6263ec9a6573b81/C is initiating minor compaction (all files) 2024-11-09T18:25:49,888 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99dad05bda6a25e3e6263ec9a6573b81/C in TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:49,888 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/867cb8c411bb47f488fe0b81b1514565, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/2b681f7b4e4146e6a4da7fff069a229c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/20913660c51d4f84aa4a3ccd9935b18b] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp, totalSize=35.2 K 2024-11-09T18:25:49,888 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 867cb8c411bb47f488fe0b81b1514565, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731176745767 2024-11-09T18:25:49,888 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b681f7b4e4146e6a4da7fff069a229c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731176745801 2024-11-09T18:25:49,889 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 20913660c51d4f84aa4a3ccd9935b18b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731176746982 2024-11-09T18:25:49,894 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99dad05bda6a25e3e6263ec9a6573b81#C#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:49,894 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/f4c334e5c4284b979a26a6e04b20615f is 50, key is test_row_0/C:col10/1731176748129/Put/seqid=0 2024-11-09T18:25:49,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742190_1366 (size=12104) 2024-11-09T18:25:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T18:25:49,926 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:49,926 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-09T18:25:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T18:25:49,928 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:49,928 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:49,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:50,010 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:50,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99dad05bda6a25e3e6263ec9a6573b81 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T18:25:50,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091daa18d9e5114e2193d354fe540f1de0_99dad05bda6a25e3e6263ec9a6573b81 is 50, key is test_row_0/A:col10/1731176748199/Put/seqid=0 2024-11-09T18:25:50,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742191_1367 (size=14594) 2024-11-09T18:25:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T18:25:50,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T18:25:50,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:50,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:50,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:50,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176810075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:50,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:50,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176810196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:50,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:50,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T18:25:50,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:50,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:50,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:50,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T18:25:50,286 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/b3fe46c34af94d33baf001d51a1d888a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/b3fe46c34af94d33baf001d51a1d888a 2024-11-09T18:25:50,290 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99dad05bda6a25e3e6263ec9a6573b81/A of 99dad05bda6a25e3e6263ec9a6573b81 into b3fe46c34af94d33baf001d51a1d888a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:50,290 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:25:50,290 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., storeName=99dad05bda6a25e3e6263ec9a6573b81/A, priority=13, startTime=1731176749405; duration=0sec 2024-11-09T18:25:50,290 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:50,290 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99dad05bda6a25e3e6263ec9a6573b81:A 2024-11-09T18:25:50,301 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/f4c334e5c4284b979a26a6e04b20615f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/f4c334e5c4284b979a26a6e04b20615f 2024-11-09T18:25:50,305 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99dad05bda6a25e3e6263ec9a6573b81/C of 99dad05bda6a25e3e6263ec9a6573b81 into f4c334e5c4284b979a26a6e04b20615f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:50,305 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:25:50,305 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., storeName=99dad05bda6a25e3e6263ec9a6573b81/C, priority=13, startTime=1731176749405; duration=0sec 2024-11-09T18:25:50,305 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:50,305 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99dad05bda6a25e3e6263ec9a6573b81:C 2024-11-09T18:25:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176810365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176810365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:50,375 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in 99dad05bda6a25e3e6263ec9a6573b81 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:50,375 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_1' in 99dad05bda6a25e3e6263ec9a6573b81 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:50,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176810376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:50,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176810376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:50,379 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 99dad05bda6a25e3e6263ec9a6573b81 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:50,379 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in 99dad05bda6a25e3e6263ec9a6573b81 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:50,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T18:25:50,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:50,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:50,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:50,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176810405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:50,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:50,420 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:50,426 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091daa18d9e5114e2193d354fe540f1de0_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091daa18d9e5114e2193d354fe540f1de0_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:50,427 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/7d768ec95626414aac4d7902f7e0309f, store: [table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:50,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/7d768ec95626414aac4d7902f7e0309f is 175, key is test_row_0/A:col10/1731176748199/Put/seqid=0 2024-11-09T18:25:50,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742192_1368 (size=39549) 2024-11-09T18:25:50,441 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/7d768ec95626414aac4d7902f7e0309f 2024-11-09T18:25:50,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/361c8f0b129a4df9ae6ab09496e2b4f7 is 50, key is test_row_0/B:col10/1731176748199/Put/seqid=0 2024-11-09T18:25:50,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742193_1369 (size=12001) 2024-11-09T18:25:50,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T18:25:50,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:50,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:50,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:50,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T18:25:50,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T18:25:50,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:50,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:50,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:50,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176810716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:50,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:50,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:50,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T18:25:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:50,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/361c8f0b129a4df9ae6ab09496e2b4f7 2024-11-09T18:25:50,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/52198b8236f64ba7b91a2f0a7a35b4b3 is 50, key is test_row_0/C:col10/1731176748199/Put/seqid=0 2024-11-09T18:25:50,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742194_1370 (size=12001) 2024-11-09T18:25:50,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T18:25:50,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:50,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:50,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:50,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T18:25:51,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T18:25:51,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:51,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:51,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:51,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:51,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:51,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176811225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:51,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:51,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:51,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:51,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/52198b8236f64ba7b91a2f0a7a35b4b3 2024-11-09T18:25:51,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/7d768ec95626414aac4d7902f7e0309f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/7d768ec95626414aac4d7902f7e0309f 2024-11-09T18:25:51,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/7d768ec95626414aac4d7902f7e0309f, entries=200, sequenceid=80, filesize=38.6 K 2024-11-09T18:25:51,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/361c8f0b129a4df9ae6ab09496e2b4f7 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/361c8f0b129a4df9ae6ab09496e2b4f7 2024-11-09T18:25:51,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/361c8f0b129a4df9ae6ab09496e2b4f7, entries=150, sequenceid=80, filesize=11.7 K 2024-11-09T18:25:51,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/52198b8236f64ba7b91a2f0a7a35b4b3 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/52198b8236f64ba7b91a2f0a7a35b4b3 2024-11-09T18:25:51,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/52198b8236f64ba7b91a2f0a7a35b4b3, entries=150, sequenceid=80, filesize=11.7 K 2024-11-09T18:25:51,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 99dad05bda6a25e3e6263ec9a6573b81 in 1282ms, sequenceid=80, compaction requested=false 2024-11-09T18:25:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:25:51,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T18:25:51,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:51,302 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 99dad05bda6a25e3e6263ec9a6573b81 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T18:25:51,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f0a9188225a4428b965990cbd65dcbfa_99dad05bda6a25e3e6263ec9a6573b81 is 50, key is test_row_0/A:col10/1731176750063/Put/seqid=0 2024-11-09T18:25:51,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742195_1371 (size=12154) 2024-11-09T18:25:51,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:51,715 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f0a9188225a4428b965990cbd65dcbfa_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f0a9188225a4428b965990cbd65dcbfa_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:51,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/55d067d02ce6436eb15754ee666dbb94, store: [table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:51,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/55d067d02ce6436eb15754ee666dbb94 is 175, key is test_row_0/A:col10/1731176750063/Put/seqid=0 2024-11-09T18:25:51,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742196_1372 (size=30955) 2024-11-09T18:25:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T18:25:52,120 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/55d067d02ce6436eb15754ee666dbb94 2024-11-09T18:25:52,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/ea05d768a6384ccaa5b509d73a0fa9d5 is 50, key is test_row_0/B:col10/1731176750063/Put/seqid=0 2024-11-09T18:25:52,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742197_1373 (size=12001) 2024-11-09T18:25:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:52,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:52,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176812367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:52,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176812396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:52,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176812396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:52,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176812396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:52,402 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in 99dad05bda6a25e3e6263ec9a6573b81 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:52,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:52,402 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_1' in 99dad05bda6a25e3e6263ec9a6573b81 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176812396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:52,403 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 99dad05bda6a25e3e6263ec9a6573b81 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:52,403 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in 99dad05bda6a25e3e6263ec9a6573b81 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:52,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176812475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:52,533 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/ea05d768a6384ccaa5b509d73a0fa9d5 2024-11-09T18:25:52,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/dd8b64f1bd7e4470a53cf55a4b6d1ea9 is 50, key is test_row_0/C:col10/1731176750063/Put/seqid=0 2024-11-09T18:25:52,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742198_1374 (size=12001) 2024-11-09T18:25:52,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176812686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:52,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:52,795 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T18:25:52,795 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T18:25:52,943 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/dd8b64f1bd7e4470a53cf55a4b6d1ea9 2024-11-09T18:25:52,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/55d067d02ce6436eb15754ee666dbb94 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/55d067d02ce6436eb15754ee666dbb94 2024-11-09T18:25:52,950 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/55d067d02ce6436eb15754ee666dbb94, entries=150, sequenceid=94, filesize=30.2 K 2024-11-09T18:25:52,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/ea05d768a6384ccaa5b509d73a0fa9d5 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/ea05d768a6384ccaa5b509d73a0fa9d5 2024-11-09T18:25:52,954 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/ea05d768a6384ccaa5b509d73a0fa9d5, entries=150, sequenceid=94, filesize=11.7 K 2024-11-09T18:25:52,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/dd8b64f1bd7e4470a53cf55a4b6d1ea9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/dd8b64f1bd7e4470a53cf55a4b6d1ea9 2024-11-09T18:25:52,958 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/dd8b64f1bd7e4470a53cf55a4b6d1ea9, entries=150, sequenceid=94, filesize=11.7 K 2024-11-09T18:25:52,959 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 99dad05bda6a25e3e6263ec9a6573b81 in 1657ms, sequenceid=94, compaction requested=true 2024-11-09T18:25:52,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:25:52,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:52,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-09T18:25:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-09T18:25:52,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-09T18:25:52,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0330 sec 2024-11-09T18:25:52,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 3.0370 sec 2024-11-09T18:25:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:53,011 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:25:53,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99dad05bda6a25e3e6263ec9a6573b81 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T18:25:53,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109787fa761938148039660a4fac042dc9a_99dad05bda6a25e3e6263ec9a6573b81 is 50, key is test_row_0/A:col10/1731176753010/Put/seqid=0 2024-11-09T18:25:53,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742199_1375 (size=14594) 2024-11-09T18:25:53,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176813054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:53,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176813165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:53,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:53,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:53,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:53,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176813386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:53,422 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:53,425 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109787fa761938148039660a4fac042dc9a_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109787fa761938148039660a4fac042dc9a_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:53,426 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/90082245654a4506ad084cd602644161, store: [table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:53,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/90082245654a4506ad084cd602644161 is 175, key is test_row_0/A:col10/1731176753010/Put/seqid=0 2024-11-09T18:25:53,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742200_1376 (size=39549) 2024-11-09T18:25:53,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176813695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:53,830 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/90082245654a4506ad084cd602644161 2024-11-09T18:25:53,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/d38a186f405a413584eb551cb2c9929b is 50, key is test_row_0/B:col10/1731176753010/Put/seqid=0 2024-11-09T18:25:53,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742201_1377 (size=12001) 2024-11-09T18:25:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T18:25:54,096 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:54,096 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-09T18:25:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T18:25:54,098 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:54,098 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:54,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T18:25:54,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176814205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:54,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:54,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:54,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:54,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/d38a186f405a413584eb551cb2c9929b 2024-11-09T18:25:54,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/658acef5fc0d4e1f9b0c602f52a02567 is 50, key is test_row_0/C:col10/1731176753010/Put/seqid=0 2024-11-09T18:25:54,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T18:25:54,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:54,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:54,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:54,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:54,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:25:54,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742202_1378 (size=12001) 2024-11-09T18:25:54,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/658acef5fc0d4e1f9b0c602f52a02567 2024-11-09T18:25:54,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/90082245654a4506ad084cd602644161 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/90082245654a4506ad084cd602644161 2024-11-09T18:25:54,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/90082245654a4506ad084cd602644161, entries=200, sequenceid=119, filesize=38.6 K 2024-11-09T18:25:54,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/d38a186f405a413584eb551cb2c9929b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/d38a186f405a413584eb551cb2c9929b 2024-11-09T18:25:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/d38a186f405a413584eb551cb2c9929b, entries=150, sequenceid=119, filesize=11.7 K 2024-11-09T18:25:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/658acef5fc0d4e1f9b0c602f52a02567 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/658acef5fc0d4e1f9b0c602f52a02567 2024-11-09T18:25:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/658acef5fc0d4e1f9b0c602f52a02567, entries=150, sequenceid=119, filesize=11.7 K 2024-11-09T18:25:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 99dad05bda6a25e3e6263ec9a6573b81 in 1258ms, sequenceid=119, compaction requested=true 2024-11-09T18:25:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:25:54,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99dad05bda6a25e3e6263ec9a6573b81:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:25:54,269 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:25:54,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,269 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:25:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99dad05bda6a25e3e6263ec9a6573b81:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:25:54,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:54,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99dad05bda6a25e3e6263ec9a6573b81:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:25:54,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,270 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:25:54,270 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:25:54,270 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 99dad05bda6a25e3e6263ec9a6573b81/B is initiating minor compaction (all files) 2024-11-09T18:25:54,270 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 99dad05bda6a25e3e6263ec9a6573b81/A is initiating minor compaction (all files) 2024-11-09T18:25:54,270 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99dad05bda6a25e3e6263ec9a6573b81/B in TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:54,270 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99dad05bda6a25e3e6263ec9a6573b81/A in TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,271 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/a3296d5d512b46dfb7fa460c4a1c8433, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/361c8f0b129a4df9ae6ab09496e2b4f7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/ea05d768a6384ccaa5b509d73a0fa9d5, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/d38a186f405a413584eb551cb2c9929b] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp, totalSize=47.0 K 2024-11-09T18:25:54,271 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/b3fe46c34af94d33baf001d51a1d888a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/7d768ec95626414aac4d7902f7e0309f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/55d067d02ce6436eb15754ee666dbb94, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/90082245654a4506ad084cd602644161] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp, totalSize=137.8 K 2024-11-09T18:25:54,271 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:54,271 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/b3fe46c34af94d33baf001d51a1d888a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/7d768ec95626414aac4d7902f7e0309f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/55d067d02ce6436eb15754ee666dbb94, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/90082245654a4506ad084cd602644161] 2024-11-09T18:25:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,271 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting a3296d5d512b46dfb7fa460c4a1c8433, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731176746982 2024-11-09T18:25:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,271 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3fe46c34af94d33baf001d51a1d888a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731176746982 2024-11-09T18:25:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,272 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 361c8f0b129a4df9ae6ab09496e2b4f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731176748199 2024-11-09T18:25:54,272 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d768ec95626414aac4d7902f7e0309f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731176748186 2024-11-09T18:25:54,272 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting ea05d768a6384ccaa5b509d73a0fa9d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731176750030 2024-11-09T18:25:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,272 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55d067d02ce6436eb15754ee666dbb94, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731176750030 2024-11-09T18:25:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,272 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting d38a186f405a413584eb551cb2c9929b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731176752313 2024-11-09T18:25:54,272 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90082245654a4506ad084cd602644161, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731176752313 2024-11-09T18:25:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,279 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,281 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99dad05bda6a25e3e6263ec9a6573b81#B#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,281 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109542ef24004544cecb24f33f60da3b21a_99dad05bda6a25e3e6263ec9a6573b81 store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:54,281 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/42a8842f67164397b1284c6c61b978a9 is 50, key is test_row_0/B:col10/1731176753010/Put/seqid=0 2024-11-09T18:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,284 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109542ef24004544cecb24f33f60da3b21a_99dad05bda6a25e3e6263ec9a6573b81, store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,284 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109542ef24004544cecb24f33f60da3b21a_99dad05bda6a25e3e6263ec9a6573b81 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742203_1379 (size=12241) 2024-11-09T18:25:54,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742204_1380 (size=4469) 2024-11-09T18:25:54,300 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/42a8842f67164397b1284c6c61b978a9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/42a8842f67164397b1284c6c61b978a9 2024-11-09T18:25:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,304 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 99dad05bda6a25e3e6263ec9a6573b81/B of 99dad05bda6a25e3e6263ec9a6573b81 into 42a8842f67164397b1284c6c61b978a9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:54,304 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:25:54,304 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., storeName=99dad05bda6a25e3e6263ec9a6573b81/B, priority=12, startTime=1731176754269; duration=0sec 2024-11-09T18:25:54,304 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:25:54,304 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99dad05bda6a25e3e6263ec9a6573b81:B 2024-11-09T18:25:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,304 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T18:25:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,305 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T18:25:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,305 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 99dad05bda6a25e3e6263ec9a6573b81/C is initiating minor compaction (all files) 2024-11-09T18:25:54,306 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99dad05bda6a25e3e6263ec9a6573b81/C in TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:54,306 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/f4c334e5c4284b979a26a6e04b20615f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/52198b8236f64ba7b91a2f0a7a35b4b3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/dd8b64f1bd7e4470a53cf55a4b6d1ea9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/658acef5fc0d4e1f9b0c602f52a02567] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp, totalSize=47.0 K 2024-11-09T18:25:54,306 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting f4c334e5c4284b979a26a6e04b20615f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731176746982 2024-11-09T18:25:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,306 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 52198b8236f64ba7b91a2f0a7a35b4b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731176748199 2024-11-09T18:25:54,306 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting dd8b64f1bd7e4470a53cf55a4b6d1ea9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731176750030 2024-11-09T18:25:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,307 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 658acef5fc0d4e1f9b0c602f52a02567, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731176752313 2024-11-09T18:25:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,312 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99dad05bda6a25e3e6263ec9a6573b81#C#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,312 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/311d4a3de6ff43a1a62c9f658e313413 is 50, key is test_row_0/C:col10/1731176753010/Put/seqid=0 2024-11-09T18:25:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742205_1381 (size=12241) 2024-11-09T18:25:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T18:25:54,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:54,404 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 99dad05bda6a25e3e6263ec9a6573b81 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:25:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109527a080f6dbf4f24bb06b752ad42dc4f_99dad05bda6a25e3e6263ec9a6573b81 is 50, key is test_row_1/A:col10/1731176753047/Put/seqid=0 2024-11-09T18:25:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T18:25:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742206_1382 (size=9764) 2024-11-09T18:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,430 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109527a080f6dbf4f24bb06b752ad42dc4f_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109527a080f6dbf4f24bb06b752ad42dc4f_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/e7abf7922c7e4e1ebc2a1bfd7ae5213b, store: [table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/e7abf7922c7e4e1ebc2a1bfd7ae5213b is 175, key is test_row_1/A:col10/1731176753047/Put/seqid=0 2024-11-09T18:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742207_1383 (size=22411) 2024-11-09T18:25:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,443 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/e7abf7922c7e4e1ebc2a1bfd7ae5213b 2024-11-09T18:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/deabefa88ecb47c3a47d264f668dc8bc is 50, key is test_row_1/B:col10/1731176753047/Put/seqid=0 2024-11-09T18:25:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742208_1384 (size=9707) 2024-11-09T18:25:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,470 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/deabefa88ecb47c3a47d264f668dc8bc 2024-11-09T18:25:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/b484d672761349e68c1f4185618b682a is 50, key is test_row_1/C:col10/1731176753047/Put/seqid=0 2024-11-09T18:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742209_1385 (size=9707) 2024-11-09T18:25:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,698 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99dad05bda6a25e3e6263ec9a6573b81#A#compaction#321 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:25:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,699 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/5325e67070aa444b83f966dae88d557e is 175, key is test_row_0/A:col10/1731176753010/Put/seqid=0 2024-11-09T18:25:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742210_1386 (size=31195) 2024-11-09T18:25:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,721 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/5325e67070aa444b83f966dae88d557e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/5325e67070aa444b83f966dae88d557e 2024-11-09T18:25:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,722 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/311d4a3de6ff43a1a62c9f658e313413 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/311d4a3de6ff43a1a62c9f658e313413 2024-11-09T18:25:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T18:25:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,728 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 99dad05bda6a25e3e6263ec9a6573b81/A of 99dad05bda6a25e3e6263ec9a6573b81 into 5325e67070aa444b83f966dae88d557e(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:54,728 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:25:54,728 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., storeName=99dad05bda6a25e3e6263ec9a6573b81/A, priority=12, startTime=1731176754269; duration=0sec 2024-11-09T18:25:54,729 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,729 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99dad05bda6a25e3e6263ec9a6573b81:A 2024-11-09T18:25:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,731 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 99dad05bda6a25e3e6263ec9a6573b81/C of 99dad05bda6a25e3e6263ec9a6573b81 into 311d4a3de6ff43a1a62c9f658e313413(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:25:54,731 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:25:54,731 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., storeName=99dad05bda6a25e3e6263ec9a6573b81/C, priority=12, startTime=1731176754269; duration=0sec 2024-11-09T18:25:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,731 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:25:54,731 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99dad05bda6a25e3e6263ec9a6573b81:C 2024-11-09T18:25:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,901 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/b484d672761349e68c1f4185618b682a 2024-11-09T18:25:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/e7abf7922c7e4e1ebc2a1bfd7ae5213b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/e7abf7922c7e4e1ebc2a1bfd7ae5213b 2024-11-09T18:25:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,910 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/e7abf7922c7e4e1ebc2a1bfd7ae5213b, entries=100, sequenceid=131, filesize=21.9 K 2024-11-09T18:25:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/deabefa88ecb47c3a47d264f668dc8bc as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/deabefa88ecb47c3a47d264f668dc8bc 2024-11-09T18:25:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,914 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/deabefa88ecb47c3a47d264f668dc8bc, entries=100, sequenceid=131, filesize=9.5 K 2024-11-09T18:25:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/b484d672761349e68c1f4185618b682a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/b484d672761349e68c1f4185618b682a 2024-11-09T18:25:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,919 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/b484d672761349e68c1f4185618b682a, entries=100, sequenceid=131, filesize=9.5 K 2024-11-09T18:25:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,919 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 99dad05bda6a25e3e6263ec9a6573b81 in 516ms, sequenceid=131, compaction requested=false 2024-11-09T18:25:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:25:54,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:54,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-09T18:25:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-09T18:25:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-09T18:25:54,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 823 msec 2024-11-09T18:25:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 827 msec 2024-11-09T18:25:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T18:25:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,237 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,237 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-09T18:25:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,239 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T18:25:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,239 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T18:25:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T18:25:55,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,393 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 99dad05bda6a25e3e6263ec9a6573b81 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-09T18:25:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109340ca381f8a24f0fb0e1cc8d61f6ffb7_99dad05bda6a25e3e6263ec9a6573b81 is 50, key is test_row_1/A:col10/1731176755360/Put/seqid=0 2024-11-09T18:25:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742211_1387 (size=9814) 2024-11-09T18:25:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:55,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T18:25:55,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176815696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:55,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:55,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:55,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:55,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:55,822 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109340ca381f8a24f0fb0e1cc8d61f6ffb7_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109340ca381f8a24f0fb0e1cc8d61f6ffb7_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:55,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/1757859a715445d5a8c14828017412ff, store: [table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:55,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/1757859a715445d5a8c14828017412ff is 175, key is test_row_1/A:col10/1731176755360/Put/seqid=0 2024-11-09T18:25:55,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176815816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:55,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:55,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:55,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:55,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742212_1388 (size=22461) 2024-11-09T18:25:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T18:25:56,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176816036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:56,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:56,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:56,229 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/1757859a715445d5a8c14828017412ff 2024-11-09T18:25:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/9d4e24f02a7343be8fe5b6854e02521c is 50, key is test_row_1/B:col10/1731176755360/Put/seqid=0 2024-11-09T18:25:56,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742213_1389 (size=9757) 2024-11-09T18:25:56,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176816346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:56,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:56,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:56,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T18:25:56,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58538 deadline: 1731176816426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:56,431 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_1' in 99dad05bda6a25e3e6263ec9a6573b81 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:56,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:56,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:56,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:56,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1731176816446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:56,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58516 deadline: 1731176816446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:56,448 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in 99dad05bda6a25e3e6263ec9a6573b81 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8249 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:56,448 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 99dad05bda6a25e3e6263ec9a6573b81 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:56,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58552 deadline: 1731176816446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:56,449 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in 99dad05bda6a25e3e6263ec9a6573b81 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8249 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:25:56,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:56,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:56,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:56,638 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/9d4e24f02a7343be8fe5b6854e02521c 2024-11-09T18:25:56,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/3836939dd6944bd08077ba8dc84d3d35 is 50, key is test_row_1/C:col10/1731176755360/Put/seqid=0 2024-11-09T18:25:56,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742214_1390 (size=9757) 2024-11-09T18:25:56,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176816855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:57,049 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/3836939dd6944bd08077ba8dc84d3d35 2024-11-09T18:25:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/1757859a715445d5a8c14828017412ff as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/1757859a715445d5a8c14828017412ff 2024-11-09T18:25:57,055 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/1757859a715445d5a8c14828017412ff, entries=100, sequenceid=138, filesize=21.9 K 2024-11-09T18:25:57,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/9d4e24f02a7343be8fe5b6854e02521c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/9d4e24f02a7343be8fe5b6854e02521c 2024-11-09T18:25:57,058 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/9d4e24f02a7343be8fe5b6854e02521c, entries=100, sequenceid=138, filesize=9.5 K 2024-11-09T18:25:57,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/3836939dd6944bd08077ba8dc84d3d35 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/3836939dd6944bd08077ba8dc84d3d35 2024-11-09T18:25:57,062 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/3836939dd6944bd08077ba8dc84d3d35, entries=100, sequenceid=138, filesize=9.5 K 2024-11-09T18:25:57,062 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 99dad05bda6a25e3e6263ec9a6573b81 in 1670ms, sequenceid=138, compaction requested=true 2024-11-09T18:25:57,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:25:57,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:57,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-09T18:25:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-09T18:25:57,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-09T18:25:57,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-11-09T18:25:57,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.8290 sec 2024-11-09T18:25:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T18:25:57,385 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:57,386 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-09T18:25:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T18:25:57,387 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:57,388 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:57,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T18:25:57,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T18:25:57,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:57,540 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 99dad05bda6a25e3e6263ec9a6573b81 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-09T18:25:57,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e78e8e455e2644f2880917d9c54706af_99dad05bda6a25e3e6263ec9a6573b81 is 50, key is test_row_0/A:col10/1731176755685/Put/seqid=0 2024-11-09T18:25:57,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742215_1391 (size=12304) 2024-11-09T18:25:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T18:25:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:57,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:25:57,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176817876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:57,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:57,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:57,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:57,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:57,952 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e78e8e455e2644f2880917d9c54706af_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e78e8e455e2644f2880917d9c54706af_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:25:57,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/e2c89d4df0dd4e2fa792d6458b4a5223, store: [table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:25:57,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/e2c89d4df0dd4e2fa792d6458b4a5223 is 175, key is test_row_0/A:col10/1731176755685/Put/seqid=0 2024-11-09T18:25:57,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742216_1392 (size=31105) 2024-11-09T18:25:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176817986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T18:25:58,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176818196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:58,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:58,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:58,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:58,357 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/e2c89d4df0dd4e2fa792d6458b4a5223 2024-11-09T18:25:58,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/bfff1a22a5d34f3cbb014f3f86f4c31d is 50, key is test_row_0/B:col10/1731176755685/Put/seqid=0 2024-11-09T18:25:58,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742217_1393 (size=12151) 2024-11-09T18:25:58,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176818506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T18:25:58,767 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/bfff1a22a5d34f3cbb014f3f86f4c31d 2024-11-09T18:25:58,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/76698d527ba34ee99d8c1d2c8deb40da is 50, key is test_row_0/C:col10/1731176755685/Put/seqid=0 2024-11-09T18:25:58,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742218_1394 (size=12151) 2024-11-09T18:25:59,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:25:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176819016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:25:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:25:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:25:59,177 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/76698d527ba34ee99d8c1d2c8deb40da 2024-11-09T18:25:59,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/e2c89d4df0dd4e2fa792d6458b4a5223 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/e2c89d4df0dd4e2fa792d6458b4a5223 2024-11-09T18:25:59,184 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/e2c89d4df0dd4e2fa792d6458b4a5223, entries=150, sequenceid=169, filesize=30.4 K 2024-11-09T18:25:59,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/bfff1a22a5d34f3cbb014f3f86f4c31d as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/bfff1a22a5d34f3cbb014f3f86f4c31d 2024-11-09T18:25:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,188 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/bfff1a22a5d34f3cbb014f3f86f4c31d, entries=150, sequenceid=169, filesize=11.9 K 2024-11-09T18:25:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/76698d527ba34ee99d8c1d2c8deb40da as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/76698d527ba34ee99d8c1d2c8deb40da 2024-11-09T18:25:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,193 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/76698d527ba34ee99d8c1d2c8deb40da, entries=150, sequenceid=169, filesize=11.9 K 2024-11-09T18:25:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,194 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 99dad05bda6a25e3e6263ec9a6573b81 in 1654ms, sequenceid=169, compaction requested=true 2024-11-09T18:25:59,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:25:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:59,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-09T18:25:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-09T18:25:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-09T18:25:59,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8080 sec 2024-11-09T18:25:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.8130 sec 2024-11-09T18:25:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T18:25:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,537 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:25:59,537 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:25:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-09T18:25:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T18:25:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,540 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:25:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,541 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:25:59,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:25:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T18:25:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T18:25:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:25:59,696 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 99dad05bda6a25e3e6263ec9a6573b81 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-09T18:25:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110947cbdb14c93a438d8a148efa142761c7_99dad05bda6a25e3e6263ec9a6573b81 is 50, key is test_row_1/A:col10/1731176757869/Put/seqid=0 2024-11-09T18:25:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742219_1395 (size=9814) 2024-11-09T18:25:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T18:25:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:25:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,126 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110947cbdb14c93a438d8a148efa142761c7_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110947cbdb14c93a438d8a148efa142761c7_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/68979eaf25f848669f5443b53e1d0c79, store: [table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:26:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/68979eaf25f848669f5443b53e1d0c79 is 175, key is test_row_1/A:col10/1731176757869/Put/seqid=0 2024-11-09T18:26:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742220_1396 (size=22461) 2024-11-09T18:26:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:00,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:26:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T18:26:00,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176820297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:00,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176820406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:00,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:00,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:00,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:00,531 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/68979eaf25f848669f5443b53e1d0c79 2024-11-09T18:26:00,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/1a43317b75a7482183df6e1af0af4e14 is 50, key is test_row_1/B:col10/1731176757869/Put/seqid=0 2024-11-09T18:26:00,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742221_1397 (size=9757) 2024-11-09T18:26:00,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176820615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:00,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:00,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:00,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T18:26:00,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176820925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:00,941 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/1a43317b75a7482183df6e1af0af4e14 2024-11-09T18:26:00,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/6b541b49acfd41cd8be93248f9532c85 is 50, key is test_row_1/C:col10/1731176757869/Put/seqid=0 2024-11-09T18:26:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742222_1398 (size=9757) 2024-11-09T18:26:01,350 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/6b541b49acfd41cd8be93248f9532c85 2024-11-09T18:26:01,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/68979eaf25f848669f5443b53e1d0c79 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/68979eaf25f848669f5443b53e1d0c79 2024-11-09T18:26:01,356 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/68979eaf25f848669f5443b53e1d0c79, entries=100, sequenceid=174, filesize=21.9 K 2024-11-09T18:26:01,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/1a43317b75a7482183df6e1af0af4e14 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/1a43317b75a7482183df6e1af0af4e14 2024-11-09T18:26:01,360 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/1a43317b75a7482183df6e1af0af4e14, entries=100, sequenceid=174, filesize=9.5 K 2024-11-09T18:26:01,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/6b541b49acfd41cd8be93248f9532c85 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/6b541b49acfd41cd8be93248f9532c85 2024-11-09T18:26:01,363 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/6b541b49acfd41cd8be93248f9532c85, entries=100, sequenceid=174, filesize=9.5 K 2024-11-09T18:26:01,364 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 99dad05bda6a25e3e6263ec9a6573b81 in 1669ms, sequenceid=174, compaction requested=true 2024-11-09T18:26:01,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:26:01,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:01,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-09T18:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-09T18:26:01,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-09T18:26:01,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-11-09T18:26:01,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.8300 sec 2024-11-09T18:26:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:01,449 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:01,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99dad05bda6a25e3e6263ec9a6573b81 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-09T18:26:01,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d52afabaf270461792e9b50c2533bc09_99dad05bda6a25e3e6263ec9a6573b81 is 50, key is test_row_0/A:col10/1731176761448/Put/seqid=0 2024-11-09T18:26:01,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742223_1399 (size=14794) 2024-11-09T18:26:01,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176821459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:01,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:01,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:01,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:01,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176821565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:01,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:01,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:01,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T18:26:01,685 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:01,686 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-09T18:26:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T18:26:01,687 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:01,688 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:01,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:01,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176821776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:01,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:01,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:01,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T18:26:01,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T18:26:01,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:01,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:26:01,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:01,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:01,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:01,861 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:01,864 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d52afabaf270461792e9b50c2533bc09_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d52afabaf270461792e9b50c2533bc09_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:01,864 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/ab715802914b4b69b03a9ed4a3e260f3, store: [table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:26:01,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/ab715802914b4b69b03a9ed4a3e260f3 is 175, key is test_row_0/A:col10/1731176761448/Put/seqid=0 2024-11-09T18:26:01,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742224_1400 (size=39749) 2024-11-09T18:26:01,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T18:26:01,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:01,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:26:01,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:01,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:01,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T18:26:02,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176822085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:02,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T18:26:02,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:02,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:26:02,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:02,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,268 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/ab715802914b4b69b03a9ed4a3e260f3 2024-11-09T18:26:02,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/95d08f1a899f4f78985ce4d607b25be8 is 50, key is test_row_0/B:col10/1731176761448/Put/seqid=0 2024-11-09T18:26:02,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742225_1401 (size=12151) 2024-11-09T18:26:02,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T18:26:02,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:02,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:26:02,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:02,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T18:26:02,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T18:26:02,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:02,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:26:02,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:02,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176822595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:02,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T18:26:02,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:02,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:26:02,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:02,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/95d08f1a899f4f78985ce4d607b25be8 2024-11-09T18:26:02,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/fd0e958ebccc40aa988229926b0b2a19 is 50, key is test_row_0/C:col10/1731176761448/Put/seqid=0 2024-11-09T18:26:02,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742226_1402 (size=12151) 2024-11-09T18:26:02,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T18:26:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:26:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:02,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T18:26:02,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T18:26:02,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:02,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:26:02,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:02,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:03,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T18:26:03,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:03,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:26:03,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:03,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:03,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:03,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/fd0e958ebccc40aa988229926b0b2a19 2024-11-09T18:26:03,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/ab715802914b4b69b03a9ed4a3e260f3 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/ab715802914b4b69b03a9ed4a3e260f3 2024-11-09T18:26:03,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/ab715802914b4b69b03a9ed4a3e260f3, entries=200, sequenceid=206, filesize=38.8 K 2024-11-09T18:26:03,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/95d08f1a899f4f78985ce4d607b25be8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/95d08f1a899f4f78985ce4d607b25be8 2024-11-09T18:26:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/95d08f1a899f4f78985ce4d607b25be8, entries=150, sequenceid=206, filesize=11.9 K 2024-11-09T18:26:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/fd0e958ebccc40aa988229926b0b2a19 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/fd0e958ebccc40aa988229926b0b2a19 2024-11-09T18:26:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/fd0e958ebccc40aa988229926b0b2a19, entries=150, sequenceid=206, filesize=11.9 K 2024-11-09T18:26:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 99dad05bda6a25e3e6263ec9a6573b81 in 1658ms, sequenceid=206, compaction requested=true 2024-11-09T18:26:03,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:26:03,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99dad05bda6a25e3e6263ec9a6573b81:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:26:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,107 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-09T18:26:03,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:03,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99dad05bda6a25e3e6263ec9a6573b81:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:26:03,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:03,107 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-09T18:26:03,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99dad05bda6a25e3e6263ec9a6573b81:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:26:03,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,109 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 169382 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-09T18:26:03,109 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 65764 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-09T18:26:03,109 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 99dad05bda6a25e3e6263ec9a6573b81/B is initiating minor compaction (all files) 2024-11-09T18:26:03,109 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 99dad05bda6a25e3e6263ec9a6573b81/A is initiating minor compaction (all files) 2024-11-09T18:26:03,109 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99dad05bda6a25e3e6263ec9a6573b81/B in TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:03,109 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99dad05bda6a25e3e6263ec9a6573b81/A in TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,109 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/42a8842f67164397b1284c6c61b978a9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/deabefa88ecb47c3a47d264f668dc8bc, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/9d4e24f02a7343be8fe5b6854e02521c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/bfff1a22a5d34f3cbb014f3f86f4c31d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/1a43317b75a7482183df6e1af0af4e14, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/95d08f1a899f4f78985ce4d607b25be8] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp, totalSize=64.2 K 2024-11-09T18:26:03,109 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/5325e67070aa444b83f966dae88d557e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/e7abf7922c7e4e1ebc2a1bfd7ae5213b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/1757859a715445d5a8c14828017412ff, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/e2c89d4df0dd4e2fa792d6458b4a5223, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/68979eaf25f848669f5443b53e1d0c79, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/ab715802914b4b69b03a9ed4a3e260f3] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp, totalSize=165.4 K 2024-11-09T18:26:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,110 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,110 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/5325e67070aa444b83f966dae88d557e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/e7abf7922c7e4e1ebc2a1bfd7ae5213b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/1757859a715445d5a8c14828017412ff, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/e2c89d4df0dd4e2fa792d6458b4a5223, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/68979eaf25f848669f5443b53e1d0c79, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/ab715802914b4b69b03a9ed4a3e260f3] 2024-11-09T18:26:03,110 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 42a8842f67164397b1284c6c61b978a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731176752313 2024-11-09T18:26:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,110 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5325e67070aa444b83f966dae88d557e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731176752313 2024-11-09T18:26:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,110 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7abf7922c7e4e1ebc2a1bfd7ae5213b, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731176753047 2024-11-09T18:26:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,110 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting deabefa88ecb47c3a47d264f668dc8bc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731176753047 2024-11-09T18:26:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,111 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1757859a715445d5a8c14828017412ff, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731176755303 2024-11-09T18:26:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,111 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d4e24f02a7343be8fe5b6854e02521c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731176755303 2024-11-09T18:26:03,111 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting bfff1a22a5d34f3cbb014f3f86f4c31d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731176755661 2024-11-09T18:26:03,111 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2c89d4df0dd4e2fa792d6458b4a5223, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731176755661 2024-11-09T18:26:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,111 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a43317b75a7482183df6e1af0af4e14, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731176757869 2024-11-09T18:26:03,111 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68979eaf25f848669f5443b53e1d0c79, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731176757869 2024-11-09T18:26:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,111 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 95d08f1a899f4f78985ce4d607b25be8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731176760256 2024-11-09T18:26:03,112 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab715802914b4b69b03a9ed4a3e260f3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731176760256 2024-11-09T18:26:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,120 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:26:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,122 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411094f0396f3bcfa449cbbc70ab47c4dc6ca_99dad05bda6a25e3e6263ec9a6573b81 store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:26:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,122 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99dad05bda6a25e3e6263ec9a6573b81#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,122 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/bb25707aa1dd49439c3b07c086bf358a is 50, key is test_row_0/B:col10/1731176761448/Put/seqid=0 2024-11-09T18:26:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,125 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411094f0396f3bcfa449cbbc70ab47c4dc6ca_99dad05bda6a25e3e6263ec9a6573b81, store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:26:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,125 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094f0396f3bcfa449cbbc70ab47c4dc6ca_99dad05bda6a25e3e6263ec9a6573b81 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:26:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742227_1403 (size=12595) 2024-11-09T18:26:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,130 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/bb25707aa1dd49439c3b07c086bf358a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/bb25707aa1dd49439c3b07c086bf358a 2024-11-09T18:26:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742228_1404 (size=4469) 2024-11-09T18:26:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,135 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 99dad05bda6a25e3e6263ec9a6573b81/B of 99dad05bda6a25e3e6263ec9a6573b81 into bb25707aa1dd49439c3b07c086bf358a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:03,135 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:26:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,135 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., storeName=99dad05bda6a25e3e6263ec9a6573b81/B, priority=10, startTime=1731176763107; duration=0sec 2024-11-09T18:26:03,135 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:03,135 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99dad05bda6a25e3e6263ec9a6573b81:B 2024-11-09T18:26:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,135 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-09T18:26:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,137 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 65764 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-09T18:26:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,137 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 99dad05bda6a25e3e6263ec9a6573b81/C is initiating minor compaction (all files) 2024-11-09T18:26:03,137 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99dad05bda6a25e3e6263ec9a6573b81/C in TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:03,137 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/311d4a3de6ff43a1a62c9f658e313413, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/b484d672761349e68c1f4185618b682a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/3836939dd6944bd08077ba8dc84d3d35, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/76698d527ba34ee99d8c1d2c8deb40da, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/6b541b49acfd41cd8be93248f9532c85, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/fd0e958ebccc40aa988229926b0b2a19] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp, totalSize=64.2 K 2024-11-09T18:26:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,137 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 311d4a3de6ff43a1a62c9f658e313413, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731176752313 2024-11-09T18:26:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,137 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting b484d672761349e68c1f4185618b682a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731176753047 2024-11-09T18:26:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,138 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 3836939dd6944bd08077ba8dc84d3d35, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731176755303 2024-11-09T18:26:03,138 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 76698d527ba34ee99d8c1d2c8deb40da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731176755661 2024-11-09T18:26:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,138 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b541b49acfd41cd8be93248f9532c85, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731176757869 2024-11-09T18:26:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,138 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting fd0e958ebccc40aa988229926b0b2a19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731176760256 2024-11-09T18:26:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,149 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99dad05bda6a25e3e6263ec9a6573b81#C#compaction#340 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,149 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/060d2670cb8a49e1bc6b772cf8d471b4 is 50, key is test_row_0/C:col10/1731176761448/Put/seqid=0 2024-11-09T18:26:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742229_1405 (size=12595) 2024-11-09T18:26:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T18:26:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,214 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 99dad05bda6a25e3e6263ec9a6573b81 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-09T18:26:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b3368755ce3045ec95b78d82895c1a6b_99dad05bda6a25e3e6263ec9a6573b81 is 50, key is test_row_0/A:col10/1731176761458/Put/seqid=0 2024-11-09T18:26:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742230_1406 (size=7324) 2024-11-09T18:26:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,535 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99dad05bda6a25e3e6263ec9a6573b81#A#compaction#338 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,536 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/95d83cd5aeca47c78b53171fe81dd38a is 175, key is test_row_0/A:col10/1731176761448/Put/seqid=0 2024-11-09T18:26:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742231_1407 (size=31549) 2024-11-09T18:26:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,561 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/060d2670cb8a49e1bc6b772cf8d471b4 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/060d2670cb8a49e1bc6b772cf8d471b4 2024-11-09T18:26:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,564 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 99dad05bda6a25e3e6263ec9a6573b81/C of 99dad05bda6a25e3e6263ec9a6573b81 into 060d2670cb8a49e1bc6b772cf8d471b4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,564 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:26:03,564 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., storeName=99dad05bda6a25e3e6263ec9a6573b81/C, priority=10, startTime=1731176763107; duration=0sec 2024-11-09T18:26:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,564 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:03,565 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99dad05bda6a25e3e6263ec9a6573b81:C 2024-11-09T18:26:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,625 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b3368755ce3045ec95b78d82895c1a6b_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b3368755ce3045ec95b78d82895c1a6b_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/4fd7614f94674addb4046ef810d6bd1e, store: [table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:26:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/4fd7614f94674addb4046ef810d6bd1e is 175, key is test_row_0/A:col10/1731176761458/Put/seqid=0 2024-11-09T18:26:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742232_1408 (size=13815) 2024-11-09T18:26:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,630 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/4fd7614f94674addb4046ef810d6bd1e 2024-11-09T18:26:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/e7ee2012b4b14225bd8a16c5adc14583 is 50, key is test_row_0/B:col10/1731176761458/Put/seqid=0 2024-11-09T18:26:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742233_1409 (size=7365) 2024-11-09T18:26:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:03,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. as already flushing 2024-11-09T18:26:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T18:26:03,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176823852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:03,943 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/95d83cd5aeca47c78b53171fe81dd38a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/95d83cd5aeca47c78b53171fe81dd38a 2024-11-09T18:26:03,946 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 99dad05bda6a25e3e6263ec9a6573b81/A of 99dad05bda6a25e3e6263ec9a6573b81 into 95d83cd5aeca47c78b53171fe81dd38a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:03,946 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:26:03,946 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., storeName=99dad05bda6a25e3e6263ec9a6573b81/A, priority=10, startTime=1731176763107; duration=0sec 2024-11-09T18:26:03,947 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:03,947 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99dad05bda6a25e3e6263ec9a6573b81:A 2024-11-09T18:26:03,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176823965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:04,041 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/e7ee2012b4b14225bd8a16c5adc14583 2024-11-09T18:26:04,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/1fcaadd578d74e26824d4648c5494b82 is 50, key is test_row_0/C:col10/1731176761458/Put/seqid=0 2024-11-09T18:26:04,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742234_1410 (size=7365) 2024-11-09T18:26:04,058 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/1fcaadd578d74e26824d4648c5494b82 2024-11-09T18:26:04,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/4fd7614f94674addb4046ef810d6bd1e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/4fd7614f94674addb4046ef810d6bd1e 2024-11-09T18:26:04,067 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/4fd7614f94674addb4046ef810d6bd1e, entries=50, sequenceid=211, filesize=13.5 K 2024-11-09T18:26:04,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/e7ee2012b4b14225bd8a16c5adc14583 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/e7ee2012b4b14225bd8a16c5adc14583 2024-11-09T18:26:04,077 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/e7ee2012b4b14225bd8a16c5adc14583, entries=50, sequenceid=211, filesize=7.2 K 2024-11-09T18:26:04,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/1fcaadd578d74e26824d4648c5494b82 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/1fcaadd578d74e26824d4648c5494b82 2024-11-09T18:26:04,082 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/1fcaadd578d74e26824d4648c5494b82, entries=50, sequenceid=211, filesize=7.2 K 2024-11-09T18:26:04,083 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for 99dad05bda6a25e3e6263ec9a6573b81 in 869ms, sequenceid=211, compaction requested=false 2024-11-09T18:26:04,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:26:04,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:04,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-09T18:26:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-09T18:26:04,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-09T18:26:04,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3970 sec 2024-11-09T18:26:04,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.4020 sec 2024-11-09T18:26:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:04,180 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:04,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99dad05bda6a25e3e6263ec9a6573b81 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-09T18:26:04,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176824181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:04,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:04,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:04,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:04,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109301206362af048ef9a80310a339dc537_99dad05bda6a25e3e6263ec9a6573b81 is 50, key is test_row_0/A:col10/1731176764179/Put/seqid=0 2024-11-09T18:26:04,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742235_1411 (size=14794) 2024-11-09T18:26:04,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176824296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:04,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:04,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:04,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:04,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176824506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:04,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:04,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:04,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:04,594 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:04,597 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109301206362af048ef9a80310a339dc537_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109301206362af048ef9a80310a339dc537_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:04,597 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/2f88a5fb3846440d8f2f93443771f230, store: [table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:26:04,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/2f88a5fb3846440d8f2f93443771f230 is 175, key is test_row_0/A:col10/1731176764179/Put/seqid=0 2024-11-09T18:26:04,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742236_1412 (size=39749) 2024-11-09T18:26:04,601 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/2f88a5fb3846440d8f2f93443771f230 2024-11-09T18:26:04,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/44588478f54d4a72a5f9396973d9e71b is 50, key is test_row_0/B:col10/1731176764179/Put/seqid=0 2024-11-09T18:26:04,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742237_1413 (size=12151) 2024-11-09T18:26:04,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176824815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:05,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/44588478f54d4a72a5f9396973d9e71b 2024-11-09T18:26:05,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/2ff014ecd745417ba52a142a0ea995ab is 50, key is test_row_0/C:col10/1731176764179/Put/seqid=0 2024-11-09T18:26:05,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742238_1414 (size=12151) 2024-11-09T18:26:05,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1731176825326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:05,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:05,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:05,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:05,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/2ff014ecd745417ba52a142a0ea995ab 2024-11-09T18:26:05,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/2f88a5fb3846440d8f2f93443771f230 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/2f88a5fb3846440d8f2f93443771f230 2024-11-09T18:26:05,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/2f88a5fb3846440d8f2f93443771f230, entries=200, sequenceid=246, filesize=38.8 K 2024-11-09T18:26:05,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/44588478f54d4a72a5f9396973d9e71b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/44588478f54d4a72a5f9396973d9e71b 2024-11-09T18:26:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/44588478f54d4a72a5f9396973d9e71b, entries=150, sequenceid=246, filesize=11.9 K 2024-11-09T18:26:05,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/2ff014ecd745417ba52a142a0ea995ab as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/2ff014ecd745417ba52a142a0ea995ab 2024-11-09T18:26:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/2ff014ecd745417ba52a142a0ea995ab, entries=150, sequenceid=246, filesize=11.9 K 2024-11-09T18:26:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 99dad05bda6a25e3e6263ec9a6573b81 in 1260ms, sequenceid=246, compaction requested=true 2024-11-09T18:26:05,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:26:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99dad05bda6a25e3e6263ec9a6573b81:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:26:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,440 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:05,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:05,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99dad05bda6a25e3e6263ec9a6573b81:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:26:05,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:05,440 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:05,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99dad05bda6a25e3e6263ec9a6573b81:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:26:05,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,441 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:05,441 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85113 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,441 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 99dad05bda6a25e3e6263ec9a6573b81/B is initiating minor compaction (all files) 2024-11-09T18:26:05,441 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 99dad05bda6a25e3e6263ec9a6573b81/A is initiating minor compaction (all files) 2024-11-09T18:26:05,441 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99dad05bda6a25e3e6263ec9a6573b81/B in TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:05,441 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99dad05bda6a25e3e6263ec9a6573b81/A in TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:05,441 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/bb25707aa1dd49439c3b07c086bf358a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/e7ee2012b4b14225bd8a16c5adc14583, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/44588478f54d4a72a5f9396973d9e71b] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp, totalSize=31.4 K 2024-11-09T18:26:05,441 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/95d83cd5aeca47c78b53171fe81dd38a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/4fd7614f94674addb4046ef810d6bd1e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/2f88a5fb3846440d8f2f93443771f230] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp, totalSize=83.1 K 2024-11-09T18:26:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,441 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:05,441 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/95d83cd5aeca47c78b53171fe81dd38a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/4fd7614f94674addb4046ef810d6bd1e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/2f88a5fb3846440d8f2f93443771f230] 2024-11-09T18:26:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,442 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting bb25707aa1dd49439c3b07c086bf358a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731176760256 2024-11-09T18:26:05,442 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95d83cd5aeca47c78b53171fe81dd38a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731176760256 2024-11-09T18:26:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,442 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting e7ee2012b4b14225bd8a16c5adc14583, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731176761458 2024-11-09T18:26:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,442 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fd7614f94674addb4046ef810d6bd1e, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731176761458 2024-11-09T18:26:05,442 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 44588478f54d4a72a5f9396973d9e71b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731176763827 2024-11-09T18:26:05,442 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f88a5fb3846440d8f2f93443771f230, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731176763827 2024-11-09T18:26:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,448 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99dad05bda6a25e3e6263ec9a6573b81#B#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,448 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/6494f0f8cb764465bd0909f24e395fc0 is 50, key is test_row_0/B:col10/1731176764179/Put/seqid=0 2024-11-09T18:26:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,449 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:26:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,451 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411097361503c16a04fc680ab0d8a0b34d550_99dad05bda6a25e3e6263ec9a6573b81 store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:26:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,453 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411097361503c16a04fc680ab0d8a0b34d550_99dad05bda6a25e3e6263ec9a6573b81, store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:26:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,453 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097361503c16a04fc680ab0d8a0b34d550_99dad05bda6a25e3e6263ec9a6573b81 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:26:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742239_1415 (size=12697) 2024-11-09T18:26:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742240_1416 (size=4469) 2024-11-09T18:26:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,459 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99dad05bda6a25e3e6263ec9a6573b81#A#compaction#348 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,459 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/03198598c916430086f08197084d96a2 is 175, key is test_row_0/A:col10/1731176764179/Put/seqid=0 2024-11-09T18:26:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742241_1417 (size=31651) 2024-11-09T18:26:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,783 INFO [Thread-1605 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1605. 2024-11-09T18:26:05,783 DEBUG [Thread-1605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,783 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,783 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:05,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,789 INFO [Thread-1599 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1599. 2024-11-09T18:26:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,789 DEBUG [Thread-1599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,789 DEBUG [Thread-1599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:05,790 DEBUG [Thread-1599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,809 INFO [Thread-1601 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1601. 2024-11-09T18:26:05,809 DEBUG [Thread-1601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:05,809 DEBUG [Thread-1601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,809 DEBUG [Thread-1601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:05,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,843 INFO [Thread-1603 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1603. 2024-11-09T18:26:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,843 DEBUG [Thread-1603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:05,843 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:05,843 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:05,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:05,846 INFO [Thread-1597 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1597. 2024-11-09T18:26:05,846 DEBUG [Thread-1597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:05,846 DEBUG [Thread-1597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:05,846 DEBUG [Thread-1597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:05,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T18:26:05,856 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:05,857 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/6494f0f8cb764465bd0909f24e395fc0 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/6494f0f8cb764465bd0909f24e395fc0 2024-11-09T18:26:05,860 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99dad05bda6a25e3e6263ec9a6573b81/B of 99dad05bda6a25e3e6263ec9a6573b81 into 6494f0f8cb764465bd0909f24e395fc0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:05,860 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:26:05,860 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., storeName=99dad05bda6a25e3e6263ec9a6573b81/B, priority=13, startTime=1731176765440; duration=0sec 2024-11-09T18:26:05,861 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:05,861 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99dad05bda6a25e3e6263ec9a6573b81:B 2024-11-09T18:26:05,861 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:05,862 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:05,862 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 99dad05bda6a25e3e6263ec9a6573b81/C is initiating minor compaction (all files) 2024-11-09T18:26:05,862 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99dad05bda6a25e3e6263ec9a6573b81/C in TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:05,862 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/060d2670cb8a49e1bc6b772cf8d471b4, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/1fcaadd578d74e26824d4648c5494b82, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/2ff014ecd745417ba52a142a0ea995ab] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp, totalSize=31.4 K 2024-11-09T18:26:05,862 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 060d2670cb8a49e1bc6b772cf8d471b4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731176760256 2024-11-09T18:26:05,863 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fcaadd578d74e26824d4648c5494b82, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731176761458 2024-11-09T18:26:05,863 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ff014ecd745417ba52a142a0ea995ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731176763827 2024-11-09T18:26:05,867 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/03198598c916430086f08197084d96a2 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/03198598c916430086f08197084d96a2 2024-11-09T18:26:05,869 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99dad05bda6a25e3e6263ec9a6573b81#C#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:05,870 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/01bb3b44773c479f8bd7ab3aca90fcc6 is 50, key is test_row_0/C:col10/1731176764179/Put/seqid=0 2024-11-09T18:26:05,871 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99dad05bda6a25e3e6263ec9a6573b81/A of 99dad05bda6a25e3e6263ec9a6573b81 into 03198598c916430086f08197084d96a2(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:05,871 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:26:05,871 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., storeName=99dad05bda6a25e3e6263ec9a6573b81/A, priority=13, startTime=1731176765440; duration=0sec 2024-11-09T18:26:05,871 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:05,871 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99dad05bda6a25e3e6263ec9a6573b81:A 2024-11-09T18:26:05,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742242_1418 (size=12697) 2024-11-09T18:26:06,284 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/01bb3b44773c479f8bd7ab3aca90fcc6 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/01bb3b44773c479f8bd7ab3aca90fcc6 2024-11-09T18:26:06,289 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99dad05bda6a25e3e6263ec9a6573b81/C of 99dad05bda6a25e3e6263ec9a6573b81 into 01bb3b44773c479f8bd7ab3aca90fcc6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:06,289 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99dad05bda6a25e3e6263ec9a6573b81: 2024-11-09T18:26:06,289 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., storeName=99dad05bda6a25e3e6263ec9a6573b81/C, priority=13, startTime=1731176765440; duration=0sec 2024-11-09T18:26:06,289 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:06,289 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99dad05bda6a25e3e6263ec9a6573b81:C 2024-11-09T18:26:06,339 INFO [Thread-1590 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1590. 2024-11-09T18:26:06,339 DEBUG [Thread-1590 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:06,339 DEBUG [Thread-1590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:06,339 DEBUG [Thread-1590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:06,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:06,480 INFO [Thread-1588 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1588. 2024-11-09T18:26:06,480 DEBUG [Thread-1588 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:06,480 DEBUG [Thread-1588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:06,481 DEBUG [Thread-1588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:06,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:06,520 INFO [Thread-1594 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1594. 2024-11-09T18:26:06,520 DEBUG [Thread-1594 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:06,520 DEBUG [Thread-1594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:06,520 DEBUG [Thread-1594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:06,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:06,530 INFO [Thread-1586 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1586. 2024-11-09T18:26:06,530 DEBUG [Thread-1586 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:06,530 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:06,530 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:06,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:06,538 INFO [Thread-1592 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1592. 2024-11-09T18:26:06,538 DEBUG [Thread-1592 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:06,538 DEBUG [Thread-1592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:06,539 DEBUG [Thread-1592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:06,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 140 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1396 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4176 rows 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1386 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4155 rows 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1394 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4173 rows 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1393 2024-11-09T18:26:06,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4179 rows 2024-11-09T18:26:06,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1390 2024-11-09T18:26:06,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4153 rows 2024-11-09T18:26:06,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:26:06,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:26:06,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:06,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:06,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:06,542 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T18:26:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T18:26:06,546 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176766546"}]},"ts":"1731176766546"} 2024-11-09T18:26:06,548 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T18:26:06,548 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T18:26:06,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T18:26:06,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99dad05bda6a25e3e6263ec9a6573b81, UNASSIGN}] 2024-11-09T18:26:06,551 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99dad05bda6a25e3e6263ec9a6573b81, UNASSIGN 2024-11-09T18:26:06,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=99dad05bda6a25e3e6263ec9a6573b81, regionState=CLOSING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:06,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99dad05bda6a25e3e6263ec9a6573b81, UNASSIGN because future has completed 2024-11-09T18:26:06,553 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T18:26:06,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:26:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T18:26:06,706 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:06,706 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T18:26:06,706 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing 99dad05bda6a25e3e6263ec9a6573b81, disabling compactions & flushes 2024-11-09T18:26:06,706 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:06,706 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:06,707 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. after waiting 0 ms 2024-11-09T18:26:06,707 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:06,707 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing 99dad05bda6a25e3e6263ec9a6573b81 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T18:26:06,716 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096b0a041fb5d84869a886e1373a35fa59_99dad05bda6a25e3e6263ec9a6573b81 is 50, key is test_row_0/A:col10/1731176766527/Put/seqid=0 2024-11-09T18:26:06,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742243_1419 (size=12354) 2024-11-09T18:26:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T18:26:07,121 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:07,124 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096b0a041fb5d84869a886e1373a35fa59_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096b0a041fb5d84869a886e1373a35fa59_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:07,125 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/70117e14420742e99a6abe4afb31f89b, store: [table=TestAcidGuarantees family=A region=99dad05bda6a25e3e6263ec9a6573b81] 2024-11-09T18:26:07,126 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/70117e14420742e99a6abe4afb31f89b is 175, key is test_row_0/A:col10/1731176766527/Put/seqid=0 2024-11-09T18:26:07,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742244_1420 (size=31155) 2024-11-09T18:26:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T18:26:07,530 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/70117e14420742e99a6abe4afb31f89b 2024-11-09T18:26:07,539 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/5755f725c2b640179e9f9c9828c0b608 is 50, key is test_row_0/B:col10/1731176766527/Put/seqid=0 2024-11-09T18:26:07,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742245_1421 (size=12201) 2024-11-09T18:26:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T18:26:07,945 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/5755f725c2b640179e9f9c9828c0b608 2024-11-09T18:26:07,957 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/19b7b61f2dca43099054857f36d8581b is 50, key is test_row_0/C:col10/1731176766527/Put/seqid=0 2024-11-09T18:26:07,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742246_1422 (size=12201) 2024-11-09T18:26:08,364 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/19b7b61f2dca43099054857f36d8581b 2024-11-09T18:26:08,375 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/A/70117e14420742e99a6abe4afb31f89b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/70117e14420742e99a6abe4afb31f89b 2024-11-09T18:26:08,380 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/70117e14420742e99a6abe4afb31f89b, entries=150, sequenceid=257, filesize=30.4 K 2024-11-09T18:26:08,382 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/B/5755f725c2b640179e9f9c9828c0b608 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/5755f725c2b640179e9f9c9828c0b608 2024-11-09T18:26:08,387 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/5755f725c2b640179e9f9c9828c0b608, entries=150, sequenceid=257, filesize=11.9 K 2024-11-09T18:26:08,387 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/.tmp/C/19b7b61f2dca43099054857f36d8581b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/19b7b61f2dca43099054857f36d8581b 2024-11-09T18:26:08,391 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/19b7b61f2dca43099054857f36d8581b, entries=150, sequenceid=257, filesize=11.9 K 2024-11-09T18:26:08,392 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 99dad05bda6a25e3e6263ec9a6573b81 in 1685ms, sequenceid=257, compaction requested=false 2024-11-09T18:26:08,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/242acbfe9bb54aaa83401fb8e9a87912, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/833792bea15643a0a4cf28f177a1085f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/b013748f40e74362afffc9c385ebc915, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/b3fe46c34af94d33baf001d51a1d888a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/7d768ec95626414aac4d7902f7e0309f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/55d067d02ce6436eb15754ee666dbb94, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/90082245654a4506ad084cd602644161, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/5325e67070aa444b83f966dae88d557e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/e7abf7922c7e4e1ebc2a1bfd7ae5213b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/1757859a715445d5a8c14828017412ff, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/e2c89d4df0dd4e2fa792d6458b4a5223, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/68979eaf25f848669f5443b53e1d0c79, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/ab715802914b4b69b03a9ed4a3e260f3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/95d83cd5aeca47c78b53171fe81dd38a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/4fd7614f94674addb4046ef810d6bd1e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/2f88a5fb3846440d8f2f93443771f230] to archive 2024-11-09T18:26:08,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:26:08,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/242acbfe9bb54aaa83401fb8e9a87912 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/242acbfe9bb54aaa83401fb8e9a87912 2024-11-09T18:26:08,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/833792bea15643a0a4cf28f177a1085f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/833792bea15643a0a4cf28f177a1085f 2024-11-09T18:26:08,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/b013748f40e74362afffc9c385ebc915 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/b013748f40e74362afffc9c385ebc915 2024-11-09T18:26:08,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/b3fe46c34af94d33baf001d51a1d888a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/b3fe46c34af94d33baf001d51a1d888a 2024-11-09T18:26:08,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/7d768ec95626414aac4d7902f7e0309f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/7d768ec95626414aac4d7902f7e0309f 2024-11-09T18:26:08,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/55d067d02ce6436eb15754ee666dbb94 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/55d067d02ce6436eb15754ee666dbb94 2024-11-09T18:26:08,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/90082245654a4506ad084cd602644161 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/90082245654a4506ad084cd602644161 2024-11-09T18:26:08,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/5325e67070aa444b83f966dae88d557e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/5325e67070aa444b83f966dae88d557e 2024-11-09T18:26:08,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/e7abf7922c7e4e1ebc2a1bfd7ae5213b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/e7abf7922c7e4e1ebc2a1bfd7ae5213b 2024-11-09T18:26:08,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/1757859a715445d5a8c14828017412ff to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/1757859a715445d5a8c14828017412ff 2024-11-09T18:26:08,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/e2c89d4df0dd4e2fa792d6458b4a5223 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/e2c89d4df0dd4e2fa792d6458b4a5223 2024-11-09T18:26:08,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/68979eaf25f848669f5443b53e1d0c79 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/68979eaf25f848669f5443b53e1d0c79 2024-11-09T18:26:08,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/ab715802914b4b69b03a9ed4a3e260f3 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/ab715802914b4b69b03a9ed4a3e260f3 2024-11-09T18:26:08,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/95d83cd5aeca47c78b53171fe81dd38a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/95d83cd5aeca47c78b53171fe81dd38a 2024-11-09T18:26:08,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/4fd7614f94674addb4046ef810d6bd1e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/4fd7614f94674addb4046ef810d6bd1e 2024-11-09T18:26:08,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/2f88a5fb3846440d8f2f93443771f230 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/2f88a5fb3846440d8f2f93443771f230 2024-11-09T18:26:08,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/b67e348478f944c3816f1e1d884e11f1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/57080e032d254d76afd7dc0b074d72fe, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/a3296d5d512b46dfb7fa460c4a1c8433, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/9644991cab5c41aca359f425e3a58680, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/361c8f0b129a4df9ae6ab09496e2b4f7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/ea05d768a6384ccaa5b509d73a0fa9d5, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/42a8842f67164397b1284c6c61b978a9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/d38a186f405a413584eb551cb2c9929b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/deabefa88ecb47c3a47d264f668dc8bc, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/9d4e24f02a7343be8fe5b6854e02521c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/bfff1a22a5d34f3cbb014f3f86f4c31d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/1a43317b75a7482183df6e1af0af4e14, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/bb25707aa1dd49439c3b07c086bf358a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/95d08f1a899f4f78985ce4d607b25be8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/e7ee2012b4b14225bd8a16c5adc14583, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/44588478f54d4a72a5f9396973d9e71b] to archive 2024-11-09T18:26:08,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:26:08,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/b67e348478f944c3816f1e1d884e11f1 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/b67e348478f944c3816f1e1d884e11f1 2024-11-09T18:26:08,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/57080e032d254d76afd7dc0b074d72fe to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/57080e032d254d76afd7dc0b074d72fe 2024-11-09T18:26:08,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/a3296d5d512b46dfb7fa460c4a1c8433 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/a3296d5d512b46dfb7fa460c4a1c8433 2024-11-09T18:26:08,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/9644991cab5c41aca359f425e3a58680 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/9644991cab5c41aca359f425e3a58680 2024-11-09T18:26:08,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/361c8f0b129a4df9ae6ab09496e2b4f7 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/361c8f0b129a4df9ae6ab09496e2b4f7 2024-11-09T18:26:08,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/ea05d768a6384ccaa5b509d73a0fa9d5 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/ea05d768a6384ccaa5b509d73a0fa9d5 2024-11-09T18:26:08,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/42a8842f67164397b1284c6c61b978a9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/42a8842f67164397b1284c6c61b978a9 2024-11-09T18:26:08,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/d38a186f405a413584eb551cb2c9929b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/d38a186f405a413584eb551cb2c9929b 2024-11-09T18:26:08,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/deabefa88ecb47c3a47d264f668dc8bc to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/deabefa88ecb47c3a47d264f668dc8bc 2024-11-09T18:26:08,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/9d4e24f02a7343be8fe5b6854e02521c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/9d4e24f02a7343be8fe5b6854e02521c 2024-11-09T18:26:08,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/bfff1a22a5d34f3cbb014f3f86f4c31d to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/bfff1a22a5d34f3cbb014f3f86f4c31d 2024-11-09T18:26:08,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/1a43317b75a7482183df6e1af0af4e14 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/1a43317b75a7482183df6e1af0af4e14 2024-11-09T18:26:08,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/bb25707aa1dd49439c3b07c086bf358a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/bb25707aa1dd49439c3b07c086bf358a 2024-11-09T18:26:08,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/95d08f1a899f4f78985ce4d607b25be8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/95d08f1a899f4f78985ce4d607b25be8 2024-11-09T18:26:08,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/e7ee2012b4b14225bd8a16c5adc14583 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/e7ee2012b4b14225bd8a16c5adc14583 2024-11-09T18:26:08,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/44588478f54d4a72a5f9396973d9e71b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/44588478f54d4a72a5f9396973d9e71b 2024-11-09T18:26:08,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/867cb8c411bb47f488fe0b81b1514565, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/2b681f7b4e4146e6a4da7fff069a229c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/f4c334e5c4284b979a26a6e04b20615f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/20913660c51d4f84aa4a3ccd9935b18b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/52198b8236f64ba7b91a2f0a7a35b4b3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/dd8b64f1bd7e4470a53cf55a4b6d1ea9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/311d4a3de6ff43a1a62c9f658e313413, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/658acef5fc0d4e1f9b0c602f52a02567, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/b484d672761349e68c1f4185618b682a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/3836939dd6944bd08077ba8dc84d3d35, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/76698d527ba34ee99d8c1d2c8deb40da, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/6b541b49acfd41cd8be93248f9532c85, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/060d2670cb8a49e1bc6b772cf8d471b4, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/fd0e958ebccc40aa988229926b0b2a19, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/1fcaadd578d74e26824d4648c5494b82, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/2ff014ecd745417ba52a142a0ea995ab] to archive 2024-11-09T18:26:08,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:26:08,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/867cb8c411bb47f488fe0b81b1514565 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/867cb8c411bb47f488fe0b81b1514565 2024-11-09T18:26:08,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/2b681f7b4e4146e6a4da7fff069a229c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/2b681f7b4e4146e6a4da7fff069a229c 2024-11-09T18:26:08,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/f4c334e5c4284b979a26a6e04b20615f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/f4c334e5c4284b979a26a6e04b20615f 2024-11-09T18:26:08,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/20913660c51d4f84aa4a3ccd9935b18b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/20913660c51d4f84aa4a3ccd9935b18b 2024-11-09T18:26:08,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/52198b8236f64ba7b91a2f0a7a35b4b3 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/52198b8236f64ba7b91a2f0a7a35b4b3 2024-11-09T18:26:08,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/dd8b64f1bd7e4470a53cf55a4b6d1ea9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/dd8b64f1bd7e4470a53cf55a4b6d1ea9 2024-11-09T18:26:08,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/311d4a3de6ff43a1a62c9f658e313413 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/311d4a3de6ff43a1a62c9f658e313413 2024-11-09T18:26:08,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/658acef5fc0d4e1f9b0c602f52a02567 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/658acef5fc0d4e1f9b0c602f52a02567 2024-11-09T18:26:08,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/b484d672761349e68c1f4185618b682a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/b484d672761349e68c1f4185618b682a 2024-11-09T18:26:08,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/3836939dd6944bd08077ba8dc84d3d35 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/3836939dd6944bd08077ba8dc84d3d35 2024-11-09T18:26:08,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/76698d527ba34ee99d8c1d2c8deb40da to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/76698d527ba34ee99d8c1d2c8deb40da 2024-11-09T18:26:08,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/6b541b49acfd41cd8be93248f9532c85 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/6b541b49acfd41cd8be93248f9532c85 2024-11-09T18:26:08,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/060d2670cb8a49e1bc6b772cf8d471b4 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/060d2670cb8a49e1bc6b772cf8d471b4 2024-11-09T18:26:08,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/fd0e958ebccc40aa988229926b0b2a19 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/fd0e958ebccc40aa988229926b0b2a19 2024-11-09T18:26:08,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/1fcaadd578d74e26824d4648c5494b82 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/1fcaadd578d74e26824d4648c5494b82 2024-11-09T18:26:08,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/2ff014ecd745417ba52a142a0ea995ab to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/2ff014ecd745417ba52a142a0ea995ab 2024-11-09T18:26:08,447 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/recovered.edits/260.seqid, newMaxSeqId=260, maxSeqId=4 2024-11-09T18:26:08,447 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. 2024-11-09T18:26:08,448 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for 99dad05bda6a25e3e6263ec9a6573b81: Waiting for close lock at 1731176766706Running coprocessor pre-close hooks at 1731176766706Disabling compacts and flushes for region at 1731176766706Disabling writes for close at 1731176766707 (+1 ms)Obtaining lock to block concurrent updates at 1731176766707Preparing flush snapshotting stores in 99dad05bda6a25e3e6263ec9a6573b81 at 1731176766707Finished memstore snapshotting TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731176766707Flushing stores of TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81. at 1731176766708 (+1 ms)Flushing 99dad05bda6a25e3e6263ec9a6573b81/A: creating writer at 1731176766708Flushing mob file 99dad05bda6a25e3e6263ec9a6573b81/A: appending metadata at 1731176766716 (+8 ms)Flushing mob file 99dad05bda6a25e3e6263ec9a6573b81/A: closing flushed file at 1731176766716Flushing 99dad05bda6a25e3e6263ec9a6573b81/A: appending metadata at 1731176767125 (+409 ms)Flushing 99dad05bda6a25e3e6263ec9a6573b81/A: closing flushed file at 1731176767125Flushing 99dad05bda6a25e3e6263ec9a6573b81/B: creating writer at 1731176767534 (+409 ms)Flushing 99dad05bda6a25e3e6263ec9a6573b81/B: appending metadata at 1731176767538 (+4 ms)Flushing 99dad05bda6a25e3e6263ec9a6573b81/B: closing flushed file at 1731176767538Flushing 99dad05bda6a25e3e6263ec9a6573b81/C: creating writer at 1731176767953 (+415 ms)Flushing 99dad05bda6a25e3e6263ec9a6573b81/C: appending metadata at 1731176767956 (+3 ms)Flushing 99dad05bda6a25e3e6263ec9a6573b81/C: closing flushed file at 1731176767957 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36917e94: reopening flushed file at 1731176768374 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10795e39: reopening flushed file at 1731176768381 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@277f6a19: reopening flushed file at 1731176768387 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 99dad05bda6a25e3e6263ec9a6573b81 in 1685ms, sequenceid=257, compaction requested=false at 1731176768392 (+5 ms)Writing region close event to WAL at 1731176768444 (+52 ms)Running coprocessor post-close hooks at 1731176768447 (+3 ms)Closed at 1731176768447 2024-11-09T18:26:08,450 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed 99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,451 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=99dad05bda6a25e3e6263ec9a6573b81, regionState=CLOSED 2024-11-09T18:26:08,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:26:08,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-09T18:26:08,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure 99dad05bda6a25e3e6263ec9a6573b81, server=fb97eb0edbe8,41913,1731176653206 in 1.9010 sec 2024-11-09T18:26:08,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-09T18:26:08,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99dad05bda6a25e3e6263ec9a6573b81, UNASSIGN in 1.9070 sec 2024-11-09T18:26:08,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-09T18:26:08,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9110 sec 2024-11-09T18:26:08,464 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176768464"}]},"ts":"1731176768464"} 2024-11-09T18:26:08,465 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T18:26:08,465 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T18:26:08,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9240 sec 2024-11-09T18:26:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T18:26:08,708 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:08,709 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T18:26:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:08,714 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-09T18:26:08,715 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:08,719 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,722 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/recovered.edits] 2024-11-09T18:26:08,726 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/03198598c916430086f08197084d96a2 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/03198598c916430086f08197084d96a2 2024-11-09T18:26:08,728 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/70117e14420742e99a6abe4afb31f89b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/A/70117e14420742e99a6abe4afb31f89b 2024-11-09T18:26:08,732 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/5755f725c2b640179e9f9c9828c0b608 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/5755f725c2b640179e9f9c9828c0b608 2024-11-09T18:26:08,734 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/6494f0f8cb764465bd0909f24e395fc0 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/B/6494f0f8cb764465bd0909f24e395fc0 2024-11-09T18:26:08,737 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/01bb3b44773c479f8bd7ab3aca90fcc6 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/01bb3b44773c479f8bd7ab3aca90fcc6 2024-11-09T18:26:08,739 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/19b7b61f2dca43099054857f36d8581b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/C/19b7b61f2dca43099054857f36d8581b 2024-11-09T18:26:08,742 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/recovered.edits/260.seqid to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81/recovered.edits/260.seqid 2024-11-09T18:26:08,742 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,742 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T18:26:08,743 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T18:26:08,743 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T18:26:08,745 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091daa18d9e5114e2193d354fe540f1de0_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091daa18d9e5114e2193d354fe540f1de0_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,746 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109301206362af048ef9a80310a339dc537_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109301206362af048ef9a80310a339dc537_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,747 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109340ca381f8a24f0fb0e1cc8d61f6ffb7_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109340ca381f8a24f0fb0e1cc8d61f6ffb7_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,747 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110947cbdb14c93a438d8a148efa142761c7_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110947cbdb14c93a438d8a148efa142761c7_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,748 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109527a080f6dbf4f24bb06b752ad42dc4f_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109527a080f6dbf4f24bb06b752ad42dc4f_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,749 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096b0a041fb5d84869a886e1373a35fa59_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096b0a041fb5d84869a886e1373a35fa59_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,750 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109787fa761938148039660a4fac042dc9a_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109787fa761938148039660a4fac042dc9a_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,750 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109833bcd6351774ada941e18e115319ea7_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109833bcd6351774ada941e18e115319ea7_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,751 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a40eccf62d1c41838946bab01b5f9ca5_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a40eccf62d1c41838946bab01b5f9ca5_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,752 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b3368755ce3045ec95b78d82895c1a6b_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b3368755ce3045ec95b78d82895c1a6b_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,753 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d52afabaf270461792e9b50c2533bc09_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d52afabaf270461792e9b50c2533bc09_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,753 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d6e5bc4b54d34eea85a957c814032ad1_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d6e5bc4b54d34eea85a957c814032ad1_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,754 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e78e8e455e2644f2880917d9c54706af_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e78e8e455e2644f2880917d9c54706af_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,755 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f0a9188225a4428b965990cbd65dcbfa_99dad05bda6a25e3e6263ec9a6573b81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f0a9188225a4428b965990cbd65dcbfa_99dad05bda6a25e3e6263ec9a6573b81 2024-11-09T18:26:08,755 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T18:26:08,757 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:08,759 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T18:26:08,760 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T18:26:08,761 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:08,761 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T18:26:08,761 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731176768761"}]},"ts":"9223372036854775807"} 2024-11-09T18:26:08,762 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T18:26:08,762 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 99dad05bda6a25e3e6263ec9a6573b81, NAME => 'TestAcidGuarantees,,1731176742591.99dad05bda6a25e3e6263ec9a6573b81.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T18:26:08,762 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T18:26:08,763 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731176768762"}]},"ts":"9223372036854775807"} 2024-11-09T18:26:08,764 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T18:26:08,764 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:08,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-11-09T18:26:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-09T18:26:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T18:26:08,826 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:08,845 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=243 (was 240) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_152337099_22 at /127.0.0.1:51988 [Waiting for operation #4339] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1637185371_22 at /127.0.0.1:33684 [Waiting for operation #3930] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1637185371_22 at /127.0.0.1:33668 [Waiting for operation #3925] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1637185371_22 at /127.0.0.1:33786 [Waiting for operation #3358] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_152337099_22 at /127.0.0.1:33708 [Waiting for operation #3892] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 334) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2796 (was 2856) 2024-11-09T18:26:08,851 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=243, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=2796 2024-11-09T18:26:08,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T18:26:08,852 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:26:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:08,854 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:26:08,854 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:08,854 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 118 2024-11-09T18:26:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T18:26:08,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:26:08,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742247_1423 (size=959) 2024-11-09T18:26:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T18:26:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T18:26:09,266 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4 2024-11-09T18:26:09,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742248_1424 (size=53) 2024-11-09T18:26:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T18:26:09,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:26:09,678 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f216dbc17431f8040359b10c48904ef0, disabling compactions & flushes 2024-11-09T18:26:09,678 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:09,678 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:09,678 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. after waiting 0 ms 2024-11-09T18:26:09,678 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:09,678 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:09,678 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f216dbc17431f8040359b10c48904ef0: Waiting for close lock at 1731176769678Disabling compacts and flushes for region at 1731176769678Disabling writes for close at 1731176769678Writing region close event to WAL at 1731176769678Closed at 1731176769678 2024-11-09T18:26:09,681 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:26:09,681 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731176769681"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176769681"}]},"ts":"1731176769681"} 2024-11-09T18:26:09,683 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:26:09,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:26:09,685 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176769685"}]},"ts":"1731176769685"} 2024-11-09T18:26:09,687 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T18:26:09,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f216dbc17431f8040359b10c48904ef0, ASSIGN}] 2024-11-09T18:26:09,688 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f216dbc17431f8040359b10c48904ef0, ASSIGN 2024-11-09T18:26:09,689 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f216dbc17431f8040359b10c48904ef0, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,41913,1731176653206; forceNewPlan=false, retain=false 2024-11-09T18:26:09,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=f216dbc17431f8040359b10c48904ef0, regionState=OPENING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:09,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f216dbc17431f8040359b10c48904ef0, ASSIGN because future has completed 2024-11-09T18:26:09,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:26:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T18:26:09,998 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:09,999 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:26:10,000 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:10,000 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:26:10,001 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:10,001 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:10,003 INFO [StoreOpener-f216dbc17431f8040359b10c48904ef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:10,005 INFO [StoreOpener-f216dbc17431f8040359b10c48904ef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f216dbc17431f8040359b10c48904ef0 columnFamilyName A 2024-11-09T18:26:10,005 DEBUG [StoreOpener-f216dbc17431f8040359b10c48904ef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:10,006 INFO [StoreOpener-f216dbc17431f8040359b10c48904ef0-1 {}] regionserver.HStore(327): Store=f216dbc17431f8040359b10c48904ef0/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:26:10,006 INFO [StoreOpener-f216dbc17431f8040359b10c48904ef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:10,008 INFO [StoreOpener-f216dbc17431f8040359b10c48904ef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f216dbc17431f8040359b10c48904ef0 columnFamilyName B 2024-11-09T18:26:10,008 DEBUG [StoreOpener-f216dbc17431f8040359b10c48904ef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:10,009 INFO [StoreOpener-f216dbc17431f8040359b10c48904ef0-1 {}] regionserver.HStore(327): Store=f216dbc17431f8040359b10c48904ef0/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:26:10,009 INFO [StoreOpener-f216dbc17431f8040359b10c48904ef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:10,010 INFO [StoreOpener-f216dbc17431f8040359b10c48904ef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f216dbc17431f8040359b10c48904ef0 columnFamilyName C 2024-11-09T18:26:10,010 DEBUG [StoreOpener-f216dbc17431f8040359b10c48904ef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:10,011 INFO [StoreOpener-f216dbc17431f8040359b10c48904ef0-1 {}] regionserver.HStore(327): Store=f216dbc17431f8040359b10c48904ef0/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:26:10,011 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:10,012 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:10,013 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:10,014 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:10,014 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:10,015 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T18:26:10,016 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:10,019 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:26:10,019 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened f216dbc17431f8040359b10c48904ef0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73206353, jitterRate=0.09085966646671295}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T18:26:10,019 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:10,020 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for f216dbc17431f8040359b10c48904ef0: Running coprocessor pre-open hook at 1731176770001Writing region info on filesystem at 1731176770001Initializing all the Stores at 1731176770002 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176770002Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176770003 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176770003Cleaning up temporary data from old regions at 1731176770014 (+11 ms)Running coprocessor post-open hooks at 1731176770019 (+5 ms)Region opened successfully at 1731176770020 (+1 ms) 2024-11-09T18:26:10,079 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., pid=120, masterSystemTime=1731176769993 2024-11-09T18:26:10,081 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:10,081 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:10,081 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=f216dbc17431f8040359b10c48904ef0, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:10,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:26:10,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-09T18:26:10,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 in 243 msec 2024-11-09T18:26:10,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-09T18:26:10,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f216dbc17431f8040359b10c48904ef0, ASSIGN in 399 msec 2024-11-09T18:26:10,088 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:26:10,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176770088"}]},"ts":"1731176770088"} 2024-11-09T18:26:10,090 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T18:26:10,091 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:26:10,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2390 sec 2024-11-09T18:26:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T18:26:11,007 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:11,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8abc8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:11,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:11,011 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:11,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:11,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:11,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74743689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:11,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:11,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:11,015 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7225be71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:11,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:11,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:26:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,36343,1731176652426 2024-11-09T18:26:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67ffd26f 2024-11-09T18:26:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:26:11,023 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:26:11,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bd122f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:11,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:11,026 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:11,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:11,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:11,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9fda20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:11,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:11,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:11,028 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:11,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b8a68b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:11,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:11,030 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:11,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:11,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:11,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b2b9a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:11,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:11,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:11,032 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:11,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144ec972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:11,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:11,035 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:11,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:11,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:11,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bde26cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:11,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:11,036 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f318616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:11,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:11,039 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4082d296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:11,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:11,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:11,041 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:11,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419d6db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:11,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:11,043 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:11,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b5cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:11,045 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663134a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff7674f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:11,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:11,046 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:11,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:11,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:11,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebabfe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:11,047 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d01c506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672fe15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:11,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:11,049 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a33f99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:11,050 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:11,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da7b51b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71238b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:11,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:11,051 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:11,051 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:11,051 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:11,051 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198eef05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,051 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:11,051 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:11,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:11,052 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:11,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b359d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:11,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:11,054 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674123a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:11,055 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:11,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4205d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:11,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:11,056 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e45b989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:11,057 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:11,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef3bf00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:11,058 DEBUG [Thread-1914 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:11,058 DEBUG [Thread-1929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:11,058 DEBUG [Thread-1923 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:11,058 DEBUG [Thread-1918 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:11,059 DEBUG [Thread-1925 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:11,059 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:11,059 DEBUG [Thread-1931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:11,059 DEBUG [Thread-1916 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:11,059 DEBUG [Thread-1920 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:11,059 DEBUG [Thread-1912 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:11,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:11,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:11,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:11,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:11,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:11,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:11,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:11,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:11,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:11,061 DEBUG [Thread-1927 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:11,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:11,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:11,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:11,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:11,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:11,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:11,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:11,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:11,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:11,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:11,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-09T18:26:11,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:11,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:11,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:11,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:26:11,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:11,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:11,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:26:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T18:26:11,064 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:11,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:26:11,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:26:11,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:26:11,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:26:11,066 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:11,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:11,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:26:11,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:26:11,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:26:11,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2] 2024-11-09T18:26:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:11,072 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:11,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T18:26:11,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/0148fcc6e28d4e20883509d0d57bcc9a is 50, key is test_row_0/A:col10/1731176771071/Put/seqid=0 2024-11-09T18:26:11,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742249_1425 (size=16681) 2024-11-09T18:26:11,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176831101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176831102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176831103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176831108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176831109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T18:26:11,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176831215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176831215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176831215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176831215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T18:26:11,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:11,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:11,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:11,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176831226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T18:26:11,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:11,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:11,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:11,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T18:26:11,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176831426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176831426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176831426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176831426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176831435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/0148fcc6e28d4e20883509d0d57bcc9a 2024-11-09T18:26:11,520 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:26:11,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/050ece581fdc4600bd97062cb2fa9393 is 50, key is test_row_0/B:col10/1731176771071/Put/seqid=0 2024-11-09T18:26:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742250_1426 (size=12001) 2024-11-09T18:26:11,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T18:26:11,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:11,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:11,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:11,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T18:26:11,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:11,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:11,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:11,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T18:26:11,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176831736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176831736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176831736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176831736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176831745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:11,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:11,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:11,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T18:26:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:11,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/050ece581fdc4600bd97062cb2fa9393 2024-11-09T18:26:11,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/2527e8499974489b903d562cb93b14d3 is 50, key is test_row_0/C:col10/1731176771071/Put/seqid=0 2024-11-09T18:26:11,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742251_1427 (size=12001) 2024-11-09T18:26:11,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T18:26:11,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:11,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:11,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:11,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:12,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T18:26:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:12,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T18:26:12,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176832246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:12,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176832246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:12,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176832246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:12,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176832246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:12,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:12,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:12,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:12,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:12,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176832255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:12,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:12,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T18:26:12,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:12,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:12,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:12,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:12,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:12,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/2527e8499974489b903d562cb93b14d3 2024-11-09T18:26:12,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/0148fcc6e28d4e20883509d0d57bcc9a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/0148fcc6e28d4e20883509d0d57bcc9a 2024-11-09T18:26:12,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/0148fcc6e28d4e20883509d0d57bcc9a, entries=250, sequenceid=13, filesize=16.3 K 2024-11-09T18:26:12,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/050ece581fdc4600bd97062cb2fa9393 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/050ece581fdc4600bd97062cb2fa9393 2024-11-09T18:26:12,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/050ece581fdc4600bd97062cb2fa9393, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T18:26:12,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/2527e8499974489b903d562cb93b14d3 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/2527e8499974489b903d562cb93b14d3 2024-11-09T18:26:12,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/2527e8499974489b903d562cb93b14d3, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T18:26:12,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f216dbc17431f8040359b10c48904ef0 in 1292ms, sequenceid=13, compaction requested=false 2024-11-09T18:26:12,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:12,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T18:26:12,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:12,446 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T18:26:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/61cc979d533d4841b54dfe8e6545b2c1 is 50, key is test_row_0/A:col10/1731176771100/Put/seqid=0 2024-11-09T18:26:12,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742252_1428 (size=12001) 2024-11-09T18:26:12,854 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/61cc979d533d4841b54dfe8e6545b2c1 2024-11-09T18:26:12,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/3c4518a00c4b4a6eafb48585d02d1e66 is 50, key is test_row_0/B:col10/1731176771100/Put/seqid=0 2024-11-09T18:26:12,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742253_1429 (size=12001) 2024-11-09T18:26:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T18:26:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:13,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:13,268 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/3c4518a00c4b4a6eafb48585d02d1e66 2024-11-09T18:26:13,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/bb665a90812a469fb1b6ab1bc915667c is 50, key is test_row_0/C:col10/1731176771100/Put/seqid=0 2024-11-09T18:26:13,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742254_1430 (size=12001) 2024-11-09T18:26:13,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176833278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176833279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176833286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176833286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176833287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176833395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176833395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176833395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176833395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176833406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176833605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176833605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176833605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176833606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176833616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,681 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/bb665a90812a469fb1b6ab1bc915667c 2024-11-09T18:26:13,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/61cc979d533d4841b54dfe8e6545b2c1 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/61cc979d533d4841b54dfe8e6545b2c1 2024-11-09T18:26:13,688 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/61cc979d533d4841b54dfe8e6545b2c1, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T18:26:13,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/3c4518a00c4b4a6eafb48585d02d1e66 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/3c4518a00c4b4a6eafb48585d02d1e66 2024-11-09T18:26:13,691 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/3c4518a00c4b4a6eafb48585d02d1e66, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T18:26:13,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/bb665a90812a469fb1b6ab1bc915667c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/bb665a90812a469fb1b6ab1bc915667c 2024-11-09T18:26:13,695 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/bb665a90812a469fb1b6ab1bc915667c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T18:26:13,696 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f216dbc17431f8040359b10c48904ef0 in 1249ms, sequenceid=37, compaction requested=false 2024-11-09T18:26:13,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:13,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:13,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-09T18:26:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-09T18:26:13,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-09T18:26:13,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6310 sec 2024-11-09T18:26:13,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.6400 sec 2024-11-09T18:26:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:13,919 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:13,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T18:26:13,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/1221e2a32f2c40b482d0fbe85d74d82c is 50, key is test_row_0/A:col10/1731176773918/Put/seqid=0 2024-11-09T18:26:13,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742255_1431 (size=16681) 2024-11-09T18:26:13,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176833947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176833948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176833949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176833950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176833955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:13,972 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T18:26:14,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176834066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:14,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:14,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176834066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176834066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176834066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:14,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176834066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:14,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176834276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176834276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176834276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:14,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176834276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176834276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:14,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/1221e2a32f2c40b482d0fbe85d74d82c 2024-11-09T18:26:14,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/a6da074502e74453aa0521b7e640c15f is 50, key is test_row_0/B:col10/1731176773918/Put/seqid=0 2024-11-09T18:26:14,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742256_1432 (size=12001) 2024-11-09T18:26:14,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176834585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:14,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176834586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:14,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176834586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176834586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:14,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:14,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176834595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:14,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:14,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:14,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/a6da074502e74453aa0521b7e640c15f 2024-11-09T18:26:14,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/0cd9ba836b9f42e588927ef4fc1efb10 is 50, key is test_row_0/C:col10/1731176773918/Put/seqid=0 2024-11-09T18:26:14,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742257_1433 (size=12001) 2024-11-09T18:26:15,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176835096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:15,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176835106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:15,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176835106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:15,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176835106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:15,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176835115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:15,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:15,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:15,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:15,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/0cd9ba836b9f42e588927ef4fc1efb10 2024-11-09T18:26:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T18:26:15,215 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:15,216 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-09T18:26:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T18:26:15,304 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:15,304 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:15,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:15,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/1221e2a32f2c40b482d0fbe85d74d82c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/1221e2a32f2c40b482d0fbe85d74d82c 2024-11-09T18:26:15,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/1221e2a32f2c40b482d0fbe85d74d82c, entries=250, sequenceid=52, filesize=16.3 K 2024-11-09T18:26:15,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/a6da074502e74453aa0521b7e640c15f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/a6da074502e74453aa0521b7e640c15f 2024-11-09T18:26:15,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/a6da074502e74453aa0521b7e640c15f, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T18:26:15,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/0cd9ba836b9f42e588927ef4fc1efb10 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/0cd9ba836b9f42e588927ef4fc1efb10 2024-11-09T18:26:15,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/0cd9ba836b9f42e588927ef4fc1efb10, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T18:26:15,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f216dbc17431f8040359b10c48904ef0 in 1395ms, sequenceid=52, compaction requested=true 2024-11-09T18:26:15,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:15,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:26:15,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:15,315 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:15,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:26:15,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:15,315 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:15,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:26:15,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:15,315 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:15,315 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:15,315 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/B is initiating minor compaction (all files) 2024-11-09T18:26:15,315 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/A is initiating minor compaction (all files) 2024-11-09T18:26:15,316 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/B in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:15,316 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/A in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:15,316 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/050ece581fdc4600bd97062cb2fa9393, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/3c4518a00c4b4a6eafb48585d02d1e66, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/a6da074502e74453aa0521b7e640c15f] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=35.2 K 2024-11-09T18:26:15,316 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/0148fcc6e28d4e20883509d0d57bcc9a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/61cc979d533d4841b54dfe8e6545b2c1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/1221e2a32f2c40b482d0fbe85d74d82c] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=44.3 K 2024-11-09T18:26:15,316 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 050ece581fdc4600bd97062cb2fa9393, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731176771069 2024-11-09T18:26:15,316 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0148fcc6e28d4e20883509d0d57bcc9a, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731176771069 2024-11-09T18:26:15,316 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c4518a00c4b4a6eafb48585d02d1e66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731176771097 2024-11-09T18:26:15,316 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61cc979d533d4841b54dfe8e6545b2c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731176771097 2024-11-09T18:26:15,316 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting a6da074502e74453aa0521b7e640c15f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731176773285 2024-11-09T18:26:15,316 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1221e2a32f2c40b482d0fbe85d74d82c, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731176773277 2024-11-09T18:26:15,322 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#B#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:15,322 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#A#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:15,323 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/8803088c61a2471e9cda39edde2595d8 is 50, key is test_row_0/B:col10/1731176773918/Put/seqid=0 2024-11-09T18:26:15,323 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/846de53c9a9e4e6aa8f2d163688e72c0 is 50, key is test_row_0/A:col10/1731176773918/Put/seqid=0 2024-11-09T18:26:15,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742258_1434 (size=12104) 2024-11-09T18:26:15,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742259_1435 (size=12104) 2024-11-09T18:26:15,332 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/8803088c61a2471e9cda39edde2595d8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/8803088c61a2471e9cda39edde2595d8 2024-11-09T18:26:15,332 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/846de53c9a9e4e6aa8f2d163688e72c0 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/846de53c9a9e4e6aa8f2d163688e72c0 2024-11-09T18:26:15,337 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/A of f216dbc17431f8040359b10c48904ef0 into 846de53c9a9e4e6aa8f2d163688e72c0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:15,337 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:15,337 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/A, priority=13, startTime=1731176775315; duration=0sec 2024-11-09T18:26:15,337 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:15,337 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:A 2024-11-09T18:26:15,337 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:15,338 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:15,338 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/C is initiating minor compaction (all files) 2024-11-09T18:26:15,338 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/C in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:15,338 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/2527e8499974489b903d562cb93b14d3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/bb665a90812a469fb1b6ab1bc915667c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/0cd9ba836b9f42e588927ef4fc1efb10] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=35.2 K 2024-11-09T18:26:15,338 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2527e8499974489b903d562cb93b14d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731176771069 2024-11-09T18:26:15,338 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb665a90812a469fb1b6ab1bc915667c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731176771097 2024-11-09T18:26:15,338 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cd9ba836b9f42e588927ef4fc1efb10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731176773285 2024-11-09T18:26:15,340 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/B of f216dbc17431f8040359b10c48904ef0 into 8803088c61a2471e9cda39edde2595d8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:15,340 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:15,340 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/B, priority=13, startTime=1731176775315; duration=0sec 2024-11-09T18:26:15,340 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:15,340 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:B 2024-11-09T18:26:15,344 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#C#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:15,344 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/abe548c3b8ec4271ba876132b6d0f455 is 50, key is test_row_0/C:col10/1731176773918/Put/seqid=0 2024-11-09T18:26:15,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742260_1436 (size=12104) 2024-11-09T18:26:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T18:26:15,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T18:26:15,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:15,457 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T18:26:15,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/bde9bfa6ad6d43e3b305d244b7b3f4a4 is 50, key is test_row_0/A:col10/1731176773946/Put/seqid=0 2024-11-09T18:26:15,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742261_1437 (size=12001) 2024-11-09T18:26:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T18:26:15,757 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/abe548c3b8ec4271ba876132b6d0f455 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/abe548c3b8ec4271ba876132b6d0f455 2024-11-09T18:26:15,760 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/C of f216dbc17431f8040359b10c48904ef0 into abe548c3b8ec4271ba876132b6d0f455(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:15,760 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:15,760 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/C, priority=13, startTime=1731176775315; duration=0sec 2024-11-09T18:26:15,760 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:15,760 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:C 2024-11-09T18:26:15,864 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/bde9bfa6ad6d43e3b305d244b7b3f4a4 2024-11-09T18:26:15,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/dab7f2723314413bb24c8656fb16d020 is 50, key is test_row_0/B:col10/1731176773946/Put/seqid=0 2024-11-09T18:26:15,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742262_1438 (size=12001) 2024-11-09T18:26:15,874 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/dab7f2723314413bb24c8656fb16d020 2024-11-09T18:26:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/309b807733e34549bd336730f2c8e9cd is 50, key is test_row_0/C:col10/1731176773946/Put/seqid=0 2024-11-09T18:26:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742263_1439 (size=12001) 2024-11-09T18:26:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T18:26:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:16,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:16,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176836134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176836134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176836136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,146 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_1' in f216dbc17431f8040359b10c48904ef0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176836143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176836144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176836256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176836256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176836256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176836256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,273 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/0148fcc6e28d4e20883509d0d57bcc9a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/61cc979d533d4841b54dfe8e6545b2c1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/1221e2a32f2c40b482d0fbe85d74d82c] to archive 2024-11-09T18:26:16,274 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:26:16,274 WARN [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-09T18:26:16,275 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/0148fcc6e28d4e20883509d0d57bcc9a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/0148fcc6e28d4e20883509d0d57bcc9a 2024-11-09T18:26:16,276 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/61cc979d533d4841b54dfe8e6545b2c1 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/61cc979d533d4841b54dfe8e6545b2c1 2024-11-09T18:26:16,277 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/1221e2a32f2c40b482d0fbe85d74d82c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/1221e2a32f2c40b482d0fbe85d74d82c 2024-11-09T18:26:16,278 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/050ece581fdc4600bd97062cb2fa9393, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/3c4518a00c4b4a6eafb48585d02d1e66, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/a6da074502e74453aa0521b7e640c15f] to archive 2024-11-09T18:26:16,278 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:26:16,279 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/050ece581fdc4600bd97062cb2fa9393 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/050ece581fdc4600bd97062cb2fa9393 2024-11-09T18:26:16,280 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/3c4518a00c4b4a6eafb48585d02d1e66 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/3c4518a00c4b4a6eafb48585d02d1e66 2024-11-09T18:26:16,281 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/a6da074502e74453aa0521b7e640c15f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/a6da074502e74453aa0521b7e640c15f 2024-11-09T18:26:16,282 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/2527e8499974489b903d562cb93b14d3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/bb665a90812a469fb1b6ab1bc915667c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/0cd9ba836b9f42e588927ef4fc1efb10] to archive 2024-11-09T18:26:16,282 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:26:16,283 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/309b807733e34549bd336730f2c8e9cd 2024-11-09T18:26:16,284 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/2527e8499974489b903d562cb93b14d3 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/2527e8499974489b903d562cb93b14d3 2024-11-09T18:26:16,285 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/bb665a90812a469fb1b6ab1bc915667c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/bb665a90812a469fb1b6ab1bc915667c 2024-11-09T18:26:16,286 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/0cd9ba836b9f42e588927ef4fc1efb10 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/0cd9ba836b9f42e588927ef4fc1efb10 2024-11-09T18:26:16,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/bde9bfa6ad6d43e3b305d244b7b3f4a4 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/bde9bfa6ad6d43e3b305d244b7b3f4a4 2024-11-09T18:26:16,289 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/bde9bfa6ad6d43e3b305d244b7b3f4a4, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T18:26:16,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/dab7f2723314413bb24c8656fb16d020 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/dab7f2723314413bb24c8656fb16d020 2024-11-09T18:26:16,292 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/dab7f2723314413bb24c8656fb16d020, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T18:26:16,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/309b807733e34549bd336730f2c8e9cd as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/309b807733e34549bd336730f2c8e9cd 2024-11-09T18:26:16,296 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/309b807733e34549bd336730f2c8e9cd, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T18:26:16,297 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f216dbc17431f8040359b10c48904ef0 in 840ms, sequenceid=75, compaction requested=false 2024-11-09T18:26:16,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:16,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:16,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-09T18:26:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-09T18:26:16,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-09T18:26:16,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 995 msec 2024-11-09T18:26:16,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.0850 sec 2024-11-09T18:26:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T18:26:16,436 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:16,436 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-09T18:26:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T18:26:16,438 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:16,438 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:16,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:16,469 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:16,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T18:26:16,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/d407010a65df441caf6e54c4356e1c8a is 50, key is test_row_0/A:col10/1731176776137/Put/seqid=0 2024-11-09T18:26:16,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742264_1440 (size=14341) 2024-11-09T18:26:16,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176836493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176836497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176836500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176836500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T18:26:16,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T18:26:16,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:16,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:16,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:16,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:16,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:16,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176836605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176836605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176836616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176836616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T18:26:16,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:16,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:16,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:16,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:16,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T18:26:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176836815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176836816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176836826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:16,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176836826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:16,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:16,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:16,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/d407010a65df441caf6e54c4356e1c8a 2024-11-09T18:26:16,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/f751547da0004d76b8516a231c647109 is 50, key is test_row_0/B:col10/1731176776137/Put/seqid=0 2024-11-09T18:26:16,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742265_1441 (size=12001) 2024-11-09T18:26:16,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T18:26:16,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:16,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:16,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:16,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:16,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T18:26:17,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:17,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:17,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:17,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T18:26:17,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176837125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:17,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:17,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176837125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:17,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:17,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176837136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:17,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176837146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:17,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:17,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T18:26:17,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:17,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:17,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:17,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/f751547da0004d76b8516a231c647109 2024-11-09T18:26:17,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/591aa4d091294b448bb192484d3c7d30 is 50, key is test_row_0/C:col10/1731176776137/Put/seqid=0 2024-11-09T18:26:17,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742266_1442 (size=12001) 2024-11-09T18:26:17,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T18:26:17,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:17,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:17,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:17,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T18:26:17,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:17,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:17,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:17,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T18:26:17,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176837636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:17,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:17,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176837645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176837645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:17,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T18:26:17,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:17,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:17,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:17,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:17,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176837655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:17,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/591aa4d091294b448bb192484d3c7d30 2024-11-09T18:26:17,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/d407010a65df441caf6e54c4356e1c8a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/d407010a65df441caf6e54c4356e1c8a 2024-11-09T18:26:17,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/d407010a65df441caf6e54c4356e1c8a, entries=200, sequenceid=92, filesize=14.0 K 2024-11-09T18:26:17,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/f751547da0004d76b8516a231c647109 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f751547da0004d76b8516a231c647109 2024-11-09T18:26:17,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f751547da0004d76b8516a231c647109, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T18:26:17,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/591aa4d091294b448bb192484d3c7d30 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/591aa4d091294b448bb192484d3c7d30 2024-11-09T18:26:17,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/591aa4d091294b448bb192484d3c7d30, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T18:26:17,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f216dbc17431f8040359b10c48904ef0 in 1238ms, sequenceid=92, compaction requested=true 2024-11-09T18:26:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:26:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:17,707 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:26:17,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:17,708 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:17,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:26:17,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:17,708 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:17,708 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:17,708 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/A is initiating minor compaction (all files) 2024-11-09T18:26:17,708 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/B is initiating minor compaction (all files) 2024-11-09T18:26:17,708 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/B in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:17,708 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/A in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:17,708 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/8803088c61a2471e9cda39edde2595d8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/dab7f2723314413bb24c8656fb16d020, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f751547da0004d76b8516a231c647109] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=35.3 K 2024-11-09T18:26:17,708 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/846de53c9a9e4e6aa8f2d163688e72c0, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/bde9bfa6ad6d43e3b305d244b7b3f4a4, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/d407010a65df441caf6e54c4356e1c8a] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=37.5 K 2024-11-09T18:26:17,709 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 8803088c61a2471e9cda39edde2595d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731176773285 2024-11-09T18:26:17,709 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 846de53c9a9e4e6aa8f2d163688e72c0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731176773285 2024-11-09T18:26:17,709 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting dab7f2723314413bb24c8656fb16d020, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731176773946 2024-11-09T18:26:17,709 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting bde9bfa6ad6d43e3b305d244b7b3f4a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731176773946 2024-11-09T18:26:17,709 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting f751547da0004d76b8516a231c647109, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731176776133 2024-11-09T18:26:17,709 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting d407010a65df441caf6e54c4356e1c8a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731176776133 2024-11-09T18:26:17,715 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#A#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:17,715 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#B#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:17,715 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/065c37a4c0bd460a89bbef357f5494d0 is 50, key is test_row_0/A:col10/1731176776137/Put/seqid=0 2024-11-09T18:26:17,715 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/19f1c79a3b354725ad3e6a3f350f8e86 is 50, key is test_row_0/B:col10/1731176776137/Put/seqid=0 2024-11-09T18:26:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742268_1444 (size=12104) 2024-11-09T18:26:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742267_1443 (size=12104) 2024-11-09T18:26:17,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T18:26:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:17,811 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T18:26:17,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/a2b371c835a44197a4bc29945b65c481 is 50, key is test_row_0/A:col10/1731176776499/Put/seqid=0 2024-11-09T18:26:17,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742269_1445 (size=12001) 2024-11-09T18:26:17,820 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/a2b371c835a44197a4bc29945b65c481 2024-11-09T18:26:17,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/2b2d7aa1406742a1a581c3a732843cfb is 50, key is test_row_0/B:col10/1731176776499/Put/seqid=0 2024-11-09T18:26:17,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742270_1446 (size=12001) 2024-11-09T18:26:18,121 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/065c37a4c0bd460a89bbef357f5494d0 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/065c37a4c0bd460a89bbef357f5494d0 2024-11-09T18:26:18,121 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/19f1c79a3b354725ad3e6a3f350f8e86 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/19f1c79a3b354725ad3e6a3f350f8e86 2024-11-09T18:26:18,125 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/B of f216dbc17431f8040359b10c48904ef0 into 19f1c79a3b354725ad3e6a3f350f8e86(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:18,125 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/A of f216dbc17431f8040359b10c48904ef0 into 065c37a4c0bd460a89bbef357f5494d0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:18,125 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:18,125 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:18,125 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/B, priority=13, startTime=1731176777707; duration=0sec 2024-11-09T18:26:18,125 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/A, priority=13, startTime=1731176777707; duration=0sec 2024-11-09T18:26:18,125 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:18,125 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:B 2024-11-09T18:26:18,125 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:18,125 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:A 2024-11-09T18:26:18,125 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:18,126 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:18,126 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/C is initiating minor compaction (all files) 2024-11-09T18:26:18,126 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/C in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:18,126 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/abe548c3b8ec4271ba876132b6d0f455, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/309b807733e34549bd336730f2c8e9cd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/591aa4d091294b448bb192484d3c7d30] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=35.3 K 2024-11-09T18:26:18,126 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting abe548c3b8ec4271ba876132b6d0f455, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731176773285 2024-11-09T18:26:18,127 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 309b807733e34549bd336730f2c8e9cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731176773946 2024-11-09T18:26:18,127 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 591aa4d091294b448bb192484d3c7d30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731176776133 2024-11-09T18:26:18,132 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#C#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:18,133 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/f492640bc9034baab176ba38257f9c76 is 50, key is test_row_0/C:col10/1731176776137/Put/seqid=0 2024-11-09T18:26:18,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742271_1447 (size=12104) 2024-11-09T18:26:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:18,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:18,228 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/2b2d7aa1406742a1a581c3a732843cfb 2024-11-09T18:26:18,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/18f6a1fd3683484996ab2247386764bb is 50, key is test_row_0/C:col10/1731176776499/Put/seqid=0 2024-11-09T18:26:18,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742272_1448 (size=12001) 2024-11-09T18:26:18,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176838233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:18,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176838346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:18,539 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/f492640bc9034baab176ba38257f9c76 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/f492640bc9034baab176ba38257f9c76 2024-11-09T18:26:18,542 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/C of f216dbc17431f8040359b10c48904ef0 into f492640bc9034baab176ba38257f9c76(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:18,542 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:18,542 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/C, priority=13, startTime=1731176777708; duration=0sec 2024-11-09T18:26:18,542 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:18,542 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:C 2024-11-09T18:26:18,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176838555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T18:26:18,640 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/18f6a1fd3683484996ab2247386764bb 2024-11-09T18:26:18,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/a2b371c835a44197a4bc29945b65c481 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/a2b371c835a44197a4bc29945b65c481 2024-11-09T18:26:18,646 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/a2b371c835a44197a4bc29945b65c481, entries=150, sequenceid=112, filesize=11.7 K 2024-11-09T18:26:18,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/2b2d7aa1406742a1a581c3a732843cfb as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/2b2d7aa1406742a1a581c3a732843cfb 2024-11-09T18:26:18,649 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/2b2d7aa1406742a1a581c3a732843cfb, entries=150, sequenceid=112, filesize=11.7 K 2024-11-09T18:26:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/18f6a1fd3683484996ab2247386764bb as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/18f6a1fd3683484996ab2247386764bb 2024-11-09T18:26:18,652 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/18f6a1fd3683484996ab2247386764bb, entries=150, sequenceid=112, filesize=11.7 K 2024-11-09T18:26:18,653 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f216dbc17431f8040359b10c48904ef0 in 842ms, sequenceid=112, compaction requested=false 2024-11-09T18:26:18,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:18,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:18,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-09T18:26:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-09T18:26:18,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-09T18:26:18,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2160 sec 2024-11-09T18:26:18,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.2200 sec 2024-11-09T18:26:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:18,659 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:18,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T18:26:18,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/36841d3d41b243a68b7502881f592c7e is 50, key is test_row_0/A:col10/1731176778198/Put/seqid=0 2024-11-09T18:26:18,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742273_1449 (size=16831) 2024-11-09T18:26:18,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176838686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:18,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:18,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176838692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:18,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:18,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176838693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:18,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:18,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176838697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:18,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176838806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:18,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:18,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176838806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:18,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:18,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:18,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176838806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:18,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:18,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176838815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:18,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:18,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176838866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:19,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176839016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176839016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:19,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176839016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:19,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176839025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:19,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:19,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/36841d3d41b243a68b7502881f592c7e 2024-11-09T18:26:19,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/b00c317d840944bd9de6e7440c28a4cd is 50, key is test_row_0/B:col10/1731176778198/Put/seqid=0 2024-11-09T18:26:19,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742274_1450 (size=12051) 2024-11-09T18:26:19,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176839325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:19,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:19,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176839335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:19,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176839335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:19,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176839346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:19,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:19,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176839385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:19,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/b00c317d840944bd9de6e7440c28a4cd 2024-11-09T18:26:19,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/4366d6b3cf6f4cde8f2648ba701ca6c9 is 50, key is test_row_0/C:col10/1731176778198/Put/seqid=0 2024-11-09T18:26:19,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742275_1451 (size=12051) 2024-11-09T18:26:19,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176839835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:19,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:19,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176839846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176839846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:19,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176839865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:19,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/4366d6b3cf6f4cde8f2648ba701ca6c9 2024-11-09T18:26:19,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/36841d3d41b243a68b7502881f592c7e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/36841d3d41b243a68b7502881f592c7e 2024-11-09T18:26:19,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/36841d3d41b243a68b7502881f592c7e, entries=250, sequenceid=133, filesize=16.4 K 2024-11-09T18:26:19,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/b00c317d840944bd9de6e7440c28a4cd as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b00c317d840944bd9de6e7440c28a4cd 2024-11-09T18:26:19,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b00c317d840944bd9de6e7440c28a4cd, entries=150, sequenceid=133, filesize=11.8 K 2024-11-09T18:26:19,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/4366d6b3cf6f4cde8f2648ba701ca6c9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/4366d6b3cf6f4cde8f2648ba701ca6c9 2024-11-09T18:26:19,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/4366d6b3cf6f4cde8f2648ba701ca6c9, entries=150, sequenceid=133, filesize=11.8 K 2024-11-09T18:26:19,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for f216dbc17431f8040359b10c48904ef0 in 1247ms, sequenceid=133, compaction requested=true 2024-11-09T18:26:19,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:19,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:26:19,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:19,906 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:19,906 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:19,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:26:19,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:19,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:26:19,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:19,907 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36156 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:19,907 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/B is initiating minor compaction (all files) 2024-11-09T18:26:19,907 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/B in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:19,908 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/19f1c79a3b354725ad3e6a3f350f8e86, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/2b2d7aa1406742a1a581c3a732843cfb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b00c317d840944bd9de6e7440c28a4cd] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=35.3 K 2024-11-09T18:26:19,908 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40936 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:19,908 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/A is initiating minor compaction (all files) 2024-11-09T18:26:19,908 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/A in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:19,908 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/065c37a4c0bd460a89bbef357f5494d0, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/a2b371c835a44197a4bc29945b65c481, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/36841d3d41b243a68b7502881f592c7e] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=40.0 K 2024-11-09T18:26:19,908 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 19f1c79a3b354725ad3e6a3f350f8e86, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731176776133 2024-11-09T18:26:19,908 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 065c37a4c0bd460a89bbef357f5494d0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731176776133 2024-11-09T18:26:19,908 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2b371c835a44197a4bc29945b65c481, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731176776496 2024-11-09T18:26:19,908 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b2d7aa1406742a1a581c3a732843cfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731176776496 2024-11-09T18:26:19,908 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36841d3d41b243a68b7502881f592c7e, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731176778198 2024-11-09T18:26:19,909 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting b00c317d840944bd9de6e7440c28a4cd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731176778198 2024-11-09T18:26:19,915 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#B#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:19,916 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#A#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:19,916 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/9166ebe747f547cd898d19cbf43cca70 is 50, key is test_row_0/B:col10/1731176778198/Put/seqid=0 2024-11-09T18:26:19,916 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/adb42d1f946f44a890b8a9376038341a is 50, key is test_row_0/A:col10/1731176778198/Put/seqid=0 2024-11-09T18:26:19,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742277_1453 (size=12257) 2024-11-09T18:26:19,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742276_1452 (size=12257) 2024-11-09T18:26:20,385 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/adb42d1f946f44a890b8a9376038341a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/adb42d1f946f44a890b8a9376038341a 2024-11-09T18:26:20,385 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/9166ebe747f547cd898d19cbf43cca70 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/9166ebe747f547cd898d19cbf43cca70 2024-11-09T18:26:20,390 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/B of f216dbc17431f8040359b10c48904ef0 into 9166ebe747f547cd898d19cbf43cca70(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:20,390 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/A of f216dbc17431f8040359b10c48904ef0 into adb42d1f946f44a890b8a9376038341a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:20,390 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:20,390 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:20,390 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/B, priority=13, startTime=1731176779906; duration=0sec 2024-11-09T18:26:20,390 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/A, priority=13, startTime=1731176779906; duration=0sec 2024-11-09T18:26:20,390 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:20,390 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:A 2024-11-09T18:26:20,390 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:20,390 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:B 2024-11-09T18:26:20,390 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:20,390 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36156 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:20,391 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/C is initiating minor compaction (all files) 2024-11-09T18:26:20,391 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/C in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:20,391 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/f492640bc9034baab176ba38257f9c76, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/18f6a1fd3683484996ab2247386764bb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/4366d6b3cf6f4cde8f2648ba701ca6c9] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=35.3 K 2024-11-09T18:26:20,391 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting f492640bc9034baab176ba38257f9c76, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731176776133 2024-11-09T18:26:20,391 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18f6a1fd3683484996ab2247386764bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731176776496 2024-11-09T18:26:20,392 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4366d6b3cf6f4cde8f2648ba701ca6c9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731176778198 2024-11-09T18:26:20,396 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#C#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:20,397 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/059f1ebabc0840c694069ba24179673f is 50, key is test_row_0/C:col10/1731176778198/Put/seqid=0 2024-11-09T18:26:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:20,399 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:20,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T18:26:20,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742278_1454 (size=12257) 2024-11-09T18:26:20,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/b9907e7fb73744fea65fda3d74e0bf0c is 50, key is test_row_0/A:col10/1731176778684/Put/seqid=0 2024-11-09T18:26:20,415 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/059f1ebabc0840c694069ba24179673f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/059f1ebabc0840c694069ba24179673f 2024-11-09T18:26:20,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742279_1455 (size=14541) 2024-11-09T18:26:20,420 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/C of f216dbc17431f8040359b10c48904ef0 into 059f1ebabc0840c694069ba24179673f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:20,420 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:20,420 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/C, priority=13, startTime=1731176779907; duration=0sec 2024-11-09T18:26:20,420 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:20,420 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:C 2024-11-09T18:26:20,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176840493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T18:26:20,596 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:20,596 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-09T18:26:20,598 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T18:26:20,599 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:20,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:20,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176840606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T18:26:20,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T18:26:20,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:20,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:20,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:20,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:20,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:20,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/b9907e7fb73744fea65fda3d74e0bf0c 2024-11-09T18:26:20,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176840816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:20,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/79e3d23f75a94ec5a96874a27e8a2b5e is 50, key is test_row_0/B:col10/1731176778684/Put/seqid=0 2024-11-09T18:26:20,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742280_1456 (size=12151) 2024-11-09T18:26:20,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176840856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:20,861 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in f216dbc17431f8040359b10c48904ef0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:20,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176840865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:20,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176840865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:20,874 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in f216dbc17431f8040359b10c48904ef0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:20,874 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in f216dbc17431f8040359b10c48904ef0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:20,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176840886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:20,893 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in f216dbc17431f8040359b10c48904ef0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:20,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:20,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T18:26:20,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:20,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:20,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:20,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:20,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T18:26:21,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T18:26:21,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:21,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:21,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:21,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176841125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:21,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T18:26:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:21,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T18:26:21,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/79e3d23f75a94ec5a96874a27e8a2b5e 2024-11-09T18:26:21,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/b0c20af07e19443e81ec85fa001e89d1 is 50, key is test_row_0/C:col10/1731176778684/Put/seqid=0 2024-11-09T18:26:21,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742281_1457 (size=12151) 2024-11-09T18:26:21,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T18:26:21,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:21,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:21,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:21,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T18:26:21,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:21,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:21,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:21,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/b0c20af07e19443e81ec85fa001e89d1 2024-11-09T18:26:21,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/b9907e7fb73744fea65fda3d74e0bf0c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/b9907e7fb73744fea65fda3d74e0bf0c 2024-11-09T18:26:21,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/b9907e7fb73744fea65fda3d74e0bf0c, entries=200, sequenceid=154, filesize=14.2 K 2024-11-09T18:26:21,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/79e3d23f75a94ec5a96874a27e8a2b5e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/79e3d23f75a94ec5a96874a27e8a2b5e 2024-11-09T18:26:21,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/79e3d23f75a94ec5a96874a27e8a2b5e, entries=150, sequenceid=154, filesize=11.9 K 2024-11-09T18:26:21,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/b0c20af07e19443e81ec85fa001e89d1 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/b0c20af07e19443e81ec85fa001e89d1 2024-11-09T18:26:21,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/b0c20af07e19443e81ec85fa001e89d1, entries=150, sequenceid=154, filesize=11.9 K 2024-11-09T18:26:21,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for f216dbc17431f8040359b10c48904ef0 in 1252ms, sequenceid=154, compaction requested=false 2024-11-09T18:26:21,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:21,653 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:21,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T18:26:21,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/e20dbf2424184c0b9c5c8cd26ad20b57 is 50, key is test_row_0/A:col10/1731176780485/Put/seqid=0 2024-11-09T18:26:21,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742282_1458 (size=14541) 2024-11-09T18:26:21,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T18:26:21,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:21,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:21,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:21,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T18:26:21,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176841734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:21,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:21,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:21,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:21,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T18:26:21,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:21,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:21,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:21,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176841845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:21,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:21,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:21,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:21,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T18:26:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:21,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:22,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/e20dbf2424184c0b9c5c8cd26ad20b57 2024-11-09T18:26:22,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176842056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:22,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:22,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:22,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:22,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/38fe349ab64a4a08bb3ca63d473194a8 is 50, key is test_row_0/B:col10/1731176780485/Put/seqid=0 2024-11-09T18:26:22,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742283_1459 (size=12151) 2024-11-09T18:26:22,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T18:26:22,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:22,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:22,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:22,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:22,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:22,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T18:26:22,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:22,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:22,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:22,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:22,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:22,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176842365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:22,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T18:26:22,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:22,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:22,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:22,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:22,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:22,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/38fe349ab64a4a08bb3ca63d473194a8 2024-11-09T18:26:22,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/e468a026087b445b8b17eaeb85cad58b is 50, key is test_row_0/C:col10/1731176780485/Put/seqid=0 2024-11-09T18:26:22,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742284_1460 (size=12151) 2024-11-09T18:26:22,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/e468a026087b445b8b17eaeb85cad58b 2024-11-09T18:26:22,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/e20dbf2424184c0b9c5c8cd26ad20b57 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/e20dbf2424184c0b9c5c8cd26ad20b57 2024-11-09T18:26:22,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/e20dbf2424184c0b9c5c8cd26ad20b57, entries=200, sequenceid=173, filesize=14.2 K 2024-11-09T18:26:22,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/38fe349ab64a4a08bb3ca63d473194a8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/38fe349ab64a4a08bb3ca63d473194a8 2024-11-09T18:26:22,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/38fe349ab64a4a08bb3ca63d473194a8, entries=150, sequenceid=173, filesize=11.9 K 2024-11-09T18:26:22,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/e468a026087b445b8b17eaeb85cad58b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/e468a026087b445b8b17eaeb85cad58b 2024-11-09T18:26:22,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/e468a026087b445b8b17eaeb85cad58b, entries=150, sequenceid=173, filesize=11.9 K 2024-11-09T18:26:22,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for f216dbc17431f8040359b10c48904ef0 in 838ms, sequenceid=173, compaction requested=true 2024-11-09T18:26:22,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:22,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:26:22,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:22,491 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:22,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:26:22,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:22,491 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:22,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:26:22,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:22,492 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:22,492 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36559 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:22,493 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/B is initiating minor compaction (all files) 2024-11-09T18:26:22,493 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/A is initiating minor compaction (all files) 2024-11-09T18:26:22,493 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/A in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:22,493 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/B in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:22,493 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/9166ebe747f547cd898d19cbf43cca70, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/79e3d23f75a94ec5a96874a27e8a2b5e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/38fe349ab64a4a08bb3ca63d473194a8] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=35.7 K 2024-11-09T18:26:22,493 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/adb42d1f946f44a890b8a9376038341a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/b9907e7fb73744fea65fda3d74e0bf0c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/e20dbf2424184c0b9c5c8cd26ad20b57] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=40.4 K 2024-11-09T18:26:22,493 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting adb42d1f946f44a890b8a9376038341a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731176778198 2024-11-09T18:26:22,493 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 9166ebe747f547cd898d19cbf43cca70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731176778198 2024-11-09T18:26:22,493 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9907e7fb73744fea65fda3d74e0bf0c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731176778684 2024-11-09T18:26:22,493 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 79e3d23f75a94ec5a96874a27e8a2b5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731176778684 2024-11-09T18:26:22,493 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting e20dbf2424184c0b9c5c8cd26ad20b57, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731176780461 2024-11-09T18:26:22,494 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 38fe349ab64a4a08bb3ca63d473194a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731176780461 2024-11-09T18:26:22,505 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#A#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:22,505 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/dbae808930cd4cd2b9691dbeab1466a9 is 50, key is test_row_0/A:col10/1731176780485/Put/seqid=0 2024-11-09T18:26:22,506 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:22,507 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/0755bd28b47b43d19a651f3affaeee62 is 50, key is test_row_0/B:col10/1731176780485/Put/seqid=0 2024-11-09T18:26:22,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742286_1462 (size=12459) 2024-11-09T18:26:22,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742285_1461 (size=12459) 2024-11-09T18:26:22,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T18:26:22,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:22,584 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T18:26:22,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/8a58156ad1654947b5e878b429eae2d1 is 50, key is test_row_0/A:col10/1731176781727/Put/seqid=0 2024-11-09T18:26:22,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742287_1463 (size=12151) 2024-11-09T18:26:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T18:26:22,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:22,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176842906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:22,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176842911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:22,915 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in f216dbc17431f8040359b10c48904ef0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:22,918 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/dbae808930cd4cd2b9691dbeab1466a9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/dbae808930cd4cd2b9691dbeab1466a9 2024-11-09T18:26:22,918 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/0755bd28b47b43d19a651f3affaeee62 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/0755bd28b47b43d19a651f3affaeee62 2024-11-09T18:26:22,921 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/A of f216dbc17431f8040359b10c48904ef0 into dbae808930cd4cd2b9691dbeab1466a9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:22,921 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/B of f216dbc17431f8040359b10c48904ef0 into 0755bd28b47b43d19a651f3affaeee62(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:22,921 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:22,921 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:22,921 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/A, priority=13, startTime=1731176782491; duration=0sec 2024-11-09T18:26:22,921 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/B, priority=13, startTime=1731176782491; duration=0sec 2024-11-09T18:26:22,922 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:22,922 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:A 2024-11-09T18:26:22,922 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:22,922 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:B 2024-11-09T18:26:22,922 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:22,922 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36559 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:22,923 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/C is initiating minor compaction (all files) 2024-11-09T18:26:22,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:22,923 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/C in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176842914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:22,923 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/059f1ebabc0840c694069ba24179673f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/b0c20af07e19443e81ec85fa001e89d1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/e468a026087b445b8b17eaeb85cad58b] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=35.7 K 2024-11-09T18:26:22,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176842914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:22,923 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 059f1ebabc0840c694069ba24179673f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731176778198 2024-11-09T18:26:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:22,923 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0c20af07e19443e81ec85fa001e89d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731176778684 2024-11-09T18:26:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:22,923 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting e468a026087b445b8b17eaeb85cad58b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731176780461 2024-11-09T18:26:22,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176842915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:22,929 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#C#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:22,929 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/415164ddf38e4517b8fc9f7a8a90ea91 is 50, key is test_row_0/C:col10/1731176780485/Put/seqid=0 2024-11-09T18:26:22,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742288_1464 (size=12459) 2024-11-09T18:26:22,993 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/8a58156ad1654947b5e878b429eae2d1 2024-11-09T18:26:23,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/fa11bc5963dd404c9306199e4ffa648d is 50, key is test_row_0/B:col10/1731176781727/Put/seqid=0 2024-11-09T18:26:23,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742289_1465 (size=12151) 2024-11-09T18:26:23,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176843026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:23,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:23,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176843026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:23,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:23,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176843026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:23,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:23,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176843036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:23,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176843235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:23,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176843246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:23,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176843246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:23,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176843255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:23,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:23,336 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/415164ddf38e4517b8fc9f7a8a90ea91 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/415164ddf38e4517b8fc9f7a8a90ea91 2024-11-09T18:26:23,339 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/C of f216dbc17431f8040359b10c48904ef0 into 415164ddf38e4517b8fc9f7a8a90ea91(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:23,339 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:23,339 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/C, priority=13, startTime=1731176782491; duration=0sec 2024-11-09T18:26:23,339 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:23,339 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:C 2024-11-09T18:26:23,412 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/fa11bc5963dd404c9306199e4ffa648d 2024-11-09T18:26:23,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/5e1089b3c4dd44ab994099098fb8b80b is 50, key is test_row_0/C:col10/1731176781727/Put/seqid=0 2024-11-09T18:26:23,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742290_1466 (size=12151) 2024-11-09T18:26:23,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176843545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:23,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:23,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176843555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:23,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176843555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:23,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176843566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:23,820 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/5e1089b3c4dd44ab994099098fb8b80b 2024-11-09T18:26:23,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/8a58156ad1654947b5e878b429eae2d1 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8a58156ad1654947b5e878b429eae2d1 2024-11-09T18:26:23,826 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8a58156ad1654947b5e878b429eae2d1, entries=150, sequenceid=191, filesize=11.9 K 2024-11-09T18:26:23,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/fa11bc5963dd404c9306199e4ffa648d as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/fa11bc5963dd404c9306199e4ffa648d 2024-11-09T18:26:23,830 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/fa11bc5963dd404c9306199e4ffa648d, entries=150, sequenceid=191, filesize=11.9 K 2024-11-09T18:26:23,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/5e1089b3c4dd44ab994099098fb8b80b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/5e1089b3c4dd44ab994099098fb8b80b 2024-11-09T18:26:23,834 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/5e1089b3c4dd44ab994099098fb8b80b, entries=150, sequenceid=191, filesize=11.9 K 2024-11-09T18:26:23,835 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for f216dbc17431f8040359b10c48904ef0 in 1251ms, sequenceid=191, compaction requested=false 2024-11-09T18:26:23,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:23,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:23,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-09T18:26:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-09T18:26:23,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-09T18:26:23,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2370 sec 2024-11-09T18:26:23,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 3.2420 sec 2024-11-09T18:26:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:24,069 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:24,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T18:26:24,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/8b59054d7391453ca96d7cdf38df4db7 is 50, key is test_row_0/A:col10/1731176784069/Put/seqid=0 2024-11-09T18:26:24,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742291_1467 (size=16931) 2024-11-09T18:26:24,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176844088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176844089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176844091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176844098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176844206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176844206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176844206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176844206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176844416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176844416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176844416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176844416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/8b59054d7391453ca96d7cdf38df4db7 2024-11-09T18:26:24,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/cd1404662cad4b22964dba1cd08d4199 is 50, key is test_row_0/B:col10/1731176784069/Put/seqid=0 2024-11-09T18:26:24,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742292_1468 (size=12151) 2024-11-09T18:26:24,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176844736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176844736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176844736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176844736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T18:26:24,766 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:24,766 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-09T18:26:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T18:26:24,768 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:24,769 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:24,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T18:26:24,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/cd1404662cad4b22964dba1cd08d4199 2024-11-09T18:26:24,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/969e00984bf8475e8afedfa357b32cf0 is 50, key is test_row_0/C:col10/1731176784069/Put/seqid=0 2024-11-09T18:26:24,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742293_1469 (size=12151) 2024-11-09T18:26:24,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T18:26:24,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:24,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:24,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:24,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:24,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:25,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T18:26:25,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:25,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:25,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:25,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:25,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T18:26:25,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T18:26:25,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:25,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:25,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:25,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:25,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:25,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176845255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:25,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176845255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:25,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176845256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:25,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176845256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:25,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:25,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:25,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:25,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/969e00984bf8475e8afedfa357b32cf0 2024-11-09T18:26:25,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/8b59054d7391453ca96d7cdf38df4db7 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8b59054d7391453ca96d7cdf38df4db7 2024-11-09T18:26:25,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8b59054d7391453ca96d7cdf38df4db7, entries=250, sequenceid=215, filesize=16.5 K 2024-11-09T18:26:25,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/cd1404662cad4b22964dba1cd08d4199 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cd1404662cad4b22964dba1cd08d4199 2024-11-09T18:26:25,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cd1404662cad4b22964dba1cd08d4199, entries=150, sequenceid=215, filesize=11.9 K 2024-11-09T18:26:25,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/969e00984bf8475e8afedfa357b32cf0 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/969e00984bf8475e8afedfa357b32cf0 2024-11-09T18:26:25,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/969e00984bf8475e8afedfa357b32cf0, entries=150, sequenceid=215, filesize=11.9 K 2024-11-09T18:26:25,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f216dbc17431f8040359b10c48904ef0 in 1241ms, sequenceid=215, compaction requested=true 2024-11-09T18:26:25,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:25,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:26:25,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:25,310 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:25,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:26:25,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:25,311 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:25,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:26:25,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:25,311 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:25,311 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:25,311 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/A is initiating minor compaction (all files) 2024-11-09T18:26:25,311 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/B is initiating minor compaction (all files) 2024-11-09T18:26:25,311 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/A in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:25,311 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/B in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:25,311 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/0755bd28b47b43d19a651f3affaeee62, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/fa11bc5963dd404c9306199e4ffa648d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cd1404662cad4b22964dba1cd08d4199] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=35.9 K 2024-11-09T18:26:25,311 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/dbae808930cd4cd2b9691dbeab1466a9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8a58156ad1654947b5e878b429eae2d1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8b59054d7391453ca96d7cdf38df4db7] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=40.6 K 2024-11-09T18:26:25,312 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 0755bd28b47b43d19a651f3affaeee62, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731176780461 2024-11-09T18:26:25,312 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbae808930cd4cd2b9691dbeab1466a9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731176780461 2024-11-09T18:26:25,312 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting fa11bc5963dd404c9306199e4ffa648d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731176781685 2024-11-09T18:26:25,312 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a58156ad1654947b5e878b429eae2d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731176781685 2024-11-09T18:26:25,312 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting cd1404662cad4b22964dba1cd08d4199, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731176782914 2024-11-09T18:26:25,312 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b59054d7391453ca96d7cdf38df4db7, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731176782910 2024-11-09T18:26:25,317 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#A#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:25,318 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/8a7659eb5f94447a914f0bc1de643a7b is 50, key is test_row_0/A:col10/1731176784069/Put/seqid=0 2024-11-09T18:26:25,320 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:25,320 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/b4aac2949e5d4ef19416ff14172faf54 is 50, key is test_row_0/B:col10/1731176784069/Put/seqid=0 2024-11-09T18:26:25,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742294_1470 (size=12561) 2024-11-09T18:26:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742295_1471 (size=12561) 2024-11-09T18:26:25,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T18:26:25,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:25,379 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T18:26:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T18:26:25,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/12cc5e8d37134727b63f45a8e342eb81 is 50, key is test_row_0/A:col10/1731176784090/Put/seqid=0 2024-11-09T18:26:25,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742296_1472 (size=12151) 2024-11-09T18:26:25,444 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/12cc5e8d37134727b63f45a8e342eb81 2024-11-09T18:26:25,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/f21e1811891b45aba4b90d0cd5eee058 is 50, key is test_row_0/B:col10/1731176784090/Put/seqid=0 2024-11-09T18:26:25,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742297_1473 (size=12151) 2024-11-09T18:26:25,454 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/f21e1811891b45aba4b90d0cd5eee058 2024-11-09T18:26:25,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/c61a13b9b11147c38b6edf32342ed683 is 50, key is test_row_0/C:col10/1731176784090/Put/seqid=0 2024-11-09T18:26:25,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742298_1474 (size=12151) 2024-11-09T18:26:25,725 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/8a7659eb5f94447a914f0bc1de643a7b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8a7659eb5f94447a914f0bc1de643a7b 2024-11-09T18:26:25,726 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/b4aac2949e5d4ef19416ff14172faf54 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b4aac2949e5d4ef19416ff14172faf54 2024-11-09T18:26:25,729 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/A of f216dbc17431f8040359b10c48904ef0 into 8a7659eb5f94447a914f0bc1de643a7b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:25,729 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/B of f216dbc17431f8040359b10c48904ef0 into b4aac2949e5d4ef19416ff14172faf54(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:25,729 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:25,729 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:25,729 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/A, priority=13, startTime=1731176785310; duration=0sec 2024-11-09T18:26:25,729 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/B, priority=13, startTime=1731176785310; duration=0sec 2024-11-09T18:26:25,729 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:25,729 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:25,729 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:A 2024-11-09T18:26:25,729 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:B 2024-11-09T18:26:25,729 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:25,730 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:25,730 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/C is initiating minor compaction (all files) 2024-11-09T18:26:25,730 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/C in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:25,730 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/415164ddf38e4517b8fc9f7a8a90ea91, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/5e1089b3c4dd44ab994099098fb8b80b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/969e00984bf8475e8afedfa357b32cf0] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=35.9 K 2024-11-09T18:26:25,730 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 415164ddf38e4517b8fc9f7a8a90ea91, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731176780461 2024-11-09T18:26:25,731 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e1089b3c4dd44ab994099098fb8b80b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731176781685 2024-11-09T18:26:25,731 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 969e00984bf8475e8afedfa357b32cf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731176782914 2024-11-09T18:26:25,735 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#C#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:25,735 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/53733b6df6c744e68d8f612482ca8e61 is 50, key is test_row_0/C:col10/1731176784069/Put/seqid=0 2024-11-09T18:26:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742299_1475 (size=12561) 2024-11-09T18:26:25,863 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/c61a13b9b11147c38b6edf32342ed683 2024-11-09T18:26:25,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/12cc5e8d37134727b63f45a8e342eb81 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/12cc5e8d37134727b63f45a8e342eb81 2024-11-09T18:26:25,869 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/12cc5e8d37134727b63f45a8e342eb81, entries=150, sequenceid=230, filesize=11.9 K 2024-11-09T18:26:25,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/f21e1811891b45aba4b90d0cd5eee058 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f21e1811891b45aba4b90d0cd5eee058 2024-11-09T18:26:25,872 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f21e1811891b45aba4b90d0cd5eee058, entries=150, sequenceid=230, filesize=11.9 K 2024-11-09T18:26:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/c61a13b9b11147c38b6edf32342ed683 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/c61a13b9b11147c38b6edf32342ed683 2024-11-09T18:26:25,876 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/c61a13b9b11147c38b6edf32342ed683, entries=150, sequenceid=230, filesize=11.9 K 2024-11-09T18:26:25,877 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for f216dbc17431f8040359b10c48904ef0 in 498ms, sequenceid=230, compaction requested=false 2024-11-09T18:26:25,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:25,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:25,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-09T18:26:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-09T18:26:25,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-09T18:26:25,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1090 sec 2024-11-09T18:26:25,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.1140 sec 2024-11-09T18:26:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T18:26:25,906 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:25,906 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-09T18:26:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T18:26:25,907 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:25,908 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:25,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T18:26:26,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T18:26:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-09T18:26:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-09T18:26:26,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-09T18:26:26,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-09T18:26:26,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 157 msec 2024-11-09T18:26:26,143 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/53733b6df6c744e68d8f612482ca8e61 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/53733b6df6c744e68d8f612482ca8e61 2024-11-09T18:26:26,146 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/C of f216dbc17431f8040359b10c48904ef0 into 53733b6df6c744e68d8f612482ca8e61(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:26,146 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:26,146 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/C, priority=13, startTime=1731176785311; duration=0sec 2024-11-09T18:26:26,146 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:26,146 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:C 2024-11-09T18:26:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T18:26:26,226 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:26,227 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-09T18:26:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T18:26:26,228 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:26,229 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:26,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:26,279 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:26,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:26:26,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/71cef636452e476faacc85eb6859d521 is 50, key is test_row_0/A:col10/1731176786279/Put/seqid=0 2024-11-09T18:26:26,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742300_1476 (size=16931) 2024-11-09T18:26:26,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/71cef636452e476faacc85eb6859d521 2024-11-09T18:26:26,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/b8f418d3aad4444f9dc4d11e6f31efe8 is 50, key is test_row_0/B:col10/1731176786279/Put/seqid=0 2024-11-09T18:26:26,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742301_1477 (size=12151) 2024-11-09T18:26:26,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176846324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176846325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176846326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176846328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T18:26:26,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T18:26:26,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:26,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:26,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:26,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:26,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:26,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176846435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176846435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176846445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176846445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T18:26:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:26,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:26,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T18:26:26,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176846645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176846645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176846655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176846655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T18:26:26,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:26,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:26,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:26,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:26,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:26,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/b8f418d3aad4444f9dc4d11e6f31efe8 2024-11-09T18:26:26,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/33d404d73abf4238a4d9e0ac806a593d is 50, key is test_row_0/C:col10/1731176786279/Put/seqid=0 2024-11-09T18:26:26,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742302_1478 (size=12151) 2024-11-09T18:26:26,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T18:26:26,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:26,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:26,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:26,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:26,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T18:26:26,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34692 deadline: 1731176846936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,942 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in f216dbc17431f8040359b10c48904ef0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176846956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176846956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176846965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:26,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176846965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:26,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:26,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:26,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T18:26:26,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:26,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:26,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:26,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:26,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:27,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/33d404d73abf4238a4d9e0ac806a593d 2024-11-09T18:26:27,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/71cef636452e476faacc85eb6859d521 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/71cef636452e476faacc85eb6859d521 2024-11-09T18:26:27,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/71cef636452e476faacc85eb6859d521, entries=250, sequenceid=245, filesize=16.5 K 2024-11-09T18:26:27,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/b8f418d3aad4444f9dc4d11e6f31efe8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b8f418d3aad4444f9dc4d11e6f31efe8 2024-11-09T18:26:27,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b8f418d3aad4444f9dc4d11e6f31efe8, entries=150, sequenceid=245, filesize=11.9 K 2024-11-09T18:26:27,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/33d404d73abf4238a4d9e0ac806a593d as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/33d404d73abf4238a4d9e0ac806a593d 2024-11-09T18:26:27,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/33d404d73abf4238a4d9e0ac806a593d, entries=150, sequenceid=245, filesize=11.9 K 2024-11-09T18:26:27,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f216dbc17431f8040359b10c48904ef0 in 837ms, sequenceid=245, compaction requested=true 2024-11-09T18:26:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:26:27,116 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:26:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:26:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:27,116 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:27,117 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:27,117 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:27,117 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/B is initiating minor compaction (all files) 2024-11-09T18:26:27,117 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/A is initiating minor compaction (all files) 2024-11-09T18:26:27,117 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/A in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:27,117 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/B in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:27,117 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8a7659eb5f94447a914f0bc1de643a7b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/12cc5e8d37134727b63f45a8e342eb81, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/71cef636452e476faacc85eb6859d521] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=40.7 K 2024-11-09T18:26:27,117 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b4aac2949e5d4ef19416ff14172faf54, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f21e1811891b45aba4b90d0cd5eee058, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b8f418d3aad4444f9dc4d11e6f31efe8] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=36.0 K 2024-11-09T18:26:27,117 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a7659eb5f94447a914f0bc1de643a7b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731176782914 2024-11-09T18:26:27,117 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting b4aac2949e5d4ef19416ff14172faf54, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731176782914 2024-11-09T18:26:27,118 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12cc5e8d37134727b63f45a8e342eb81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731176784088 2024-11-09T18:26:27,118 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting f21e1811891b45aba4b90d0cd5eee058, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731176784088 2024-11-09T18:26:27,118 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71cef636452e476faacc85eb6859d521, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731176786268 2024-11-09T18:26:27,118 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting b8f418d3aad4444f9dc4d11e6f31efe8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731176786271 2024-11-09T18:26:27,123 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#A#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:27,123 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/96a31640f91148788f55d294a4dd34d6 is 50, key is test_row_0/A:col10/1731176786279/Put/seqid=0 2024-11-09T18:26:27,124 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#B#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:27,124 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/c4fa614d5c9a4897a22d2829a2b2656c is 50, key is test_row_0/B:col10/1731176786279/Put/seqid=0 2024-11-09T18:26:27,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742303_1479 (size=12663) 2024-11-09T18:26:27,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742304_1480 (size=12663) 2024-11-09T18:26:27,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T18:26:27,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:27,144 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T18:26:27,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/e87bb4e2692f422f84d8ff409548bfcd is 50, key is test_row_0/A:col10/1731176786326/Put/seqid=0 2024-11-09T18:26:27,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742305_1481 (size=12301) 2024-11-09T18:26:27,151 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/e87bb4e2692f422f84d8ff409548bfcd 2024-11-09T18:26:27,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/a5b1122d8fdf46369ad45b4a551a43d7 is 50, key is test_row_0/B:col10/1731176786326/Put/seqid=0 2024-11-09T18:26:27,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742306_1482 (size=12301) 2024-11-09T18:26:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T18:26:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:27,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:27,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176847484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:27,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176847485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:27,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176847486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176847489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:27,540 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/c4fa614d5c9a4897a22d2829a2b2656c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/c4fa614d5c9a4897a22d2829a2b2656c 2024-11-09T18:26:27,540 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/96a31640f91148788f55d294a4dd34d6 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/96a31640f91148788f55d294a4dd34d6 2024-11-09T18:26:27,543 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/B of f216dbc17431f8040359b10c48904ef0 into c4fa614d5c9a4897a22d2829a2b2656c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:27,543 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:27,544 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/B, priority=13, startTime=1731176787116; duration=0sec 2024-11-09T18:26:27,544 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:27,544 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:B 2024-11-09T18:26:27,544 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:27,544 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/A of f216dbc17431f8040359b10c48904ef0 into 96a31640f91148788f55d294a4dd34d6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:27,544 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:27,544 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/A, priority=13, startTime=1731176787116; duration=0sec 2024-11-09T18:26:27,544 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:27,544 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:A 2024-11-09T18:26:27,544 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:27,545 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/C is initiating minor compaction (all files) 2024-11-09T18:26:27,545 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/C in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:27,545 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/53733b6df6c744e68d8f612482ca8e61, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/c61a13b9b11147c38b6edf32342ed683, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/33d404d73abf4238a4d9e0ac806a593d] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=36.0 K 2024-11-09T18:26:27,545 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 53733b6df6c744e68d8f612482ca8e61, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731176782914 2024-11-09T18:26:27,545 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting c61a13b9b11147c38b6edf32342ed683, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731176784088 2024-11-09T18:26:27,545 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 33d404d73abf4238a4d9e0ac806a593d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731176786271 2024-11-09T18:26:27,549 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#C#compaction#411 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:27,550 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/a75b8784879c492fb7f92c0cc554bc2a is 50, key is test_row_0/C:col10/1731176786279/Put/seqid=0 2024-11-09T18:26:27,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742307_1483 (size=12663) 2024-11-09T18:26:27,559 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/a75b8784879c492fb7f92c0cc554bc2a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/a75b8784879c492fb7f92c0cc554bc2a 2024-11-09T18:26:27,559 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/a5b1122d8fdf46369ad45b4a551a43d7 2024-11-09T18:26:27,563 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/C of f216dbc17431f8040359b10c48904ef0 into a75b8784879c492fb7f92c0cc554bc2a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:27,563 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:27,563 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/C, priority=13, startTime=1731176787116; duration=0sec 2024-11-09T18:26:27,563 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:27,563 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:C 2024-11-09T18:26:27,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/8ad56ebcee2c49509496704bfe75ad25 is 50, key is test_row_0/C:col10/1731176786326/Put/seqid=0 2024-11-09T18:26:27,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742308_1484 (size=12301) 2024-11-09T18:26:27,569 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/8ad56ebcee2c49509496704bfe75ad25 2024-11-09T18:26:27,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/e87bb4e2692f422f84d8ff409548bfcd as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/e87bb4e2692f422f84d8ff409548bfcd 2024-11-09T18:26:27,581 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/e87bb4e2692f422f84d8ff409548bfcd, entries=150, sequenceid=270, filesize=12.0 K 2024-11-09T18:26:27,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/a5b1122d8fdf46369ad45b4a551a43d7 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/a5b1122d8fdf46369ad45b4a551a43d7 2024-11-09T18:26:27,585 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/a5b1122d8fdf46369ad45b4a551a43d7, entries=150, sequenceid=270, filesize=12.0 K 2024-11-09T18:26:27,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/8ad56ebcee2c49509496704bfe75ad25 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/8ad56ebcee2c49509496704bfe75ad25 2024-11-09T18:26:27,588 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/8ad56ebcee2c49509496704bfe75ad25, entries=150, sequenceid=270, filesize=12.0 K 2024-11-09T18:26:27,589 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f216dbc17431f8040359b10c48904ef0 in 446ms, sequenceid=270, compaction requested=false 2024-11-09T18:26:27,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:27,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:27,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-09T18:26:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-09T18:26:27,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-09T18:26:27,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3610 sec 2024-11-09T18:26:27,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.3650 sec 2024-11-09T18:26:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:27,599 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:27,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T18:26:27,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/412befd2511043b7a618c9f1d9de05b8 is 50, key is test_row_0/A:col10/1731176787481/Put/seqid=0 2024-11-09T18:26:27,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742309_1485 (size=14741) 2024-11-09T18:26:27,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176847664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:27,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:27,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176847664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:27,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:27,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176847665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:27,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:27,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176847775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:27,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176847775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:27,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176847786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:27,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176847985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:27,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:27,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176847985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:27,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:28,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176847995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:28,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:28,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/412befd2511043b7a618c9f1d9de05b8 2024-11-09T18:26:28,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/cd9ddb77ff30469cb83d9e20868d68cd is 50, key is test_row_0/B:col10/1731176787481/Put/seqid=0 2024-11-09T18:26:28,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742310_1486 (size=12301) 2024-11-09T18:26:28,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176848296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:28,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:28,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176848296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:28,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:28,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176848306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:28,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T18:26:28,376 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:28,376 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-09T18:26:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T18:26:28,378 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:28,378 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:28,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:28,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/cd9ddb77ff30469cb83d9e20868d68cd 2024-11-09T18:26:28,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/4665a2999c9449f19588e7cc2fa64d68 is 50, key is test_row_0/C:col10/1731176787481/Put/seqid=0 2024-11-09T18:26:28,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742311_1487 (size=12301) 2024-11-09T18:26:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T18:26:28,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176848506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:28,510 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_1' in f216dbc17431f8040359b10c48904ef0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:28,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:28,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T18:26:28,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:28,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:28,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:28,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:28,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:28,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T18:26:28,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:28,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:28,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:28,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:28,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T18:26:28,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/4665a2999c9449f19588e7cc2fa64d68 2024-11-09T18:26:28,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:28,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176848815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176848815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:28,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/412befd2511043b7a618c9f1d9de05b8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/412befd2511043b7a618c9f1d9de05b8 2024-11-09T18:26:28,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/412befd2511043b7a618c9f1d9de05b8, entries=200, sequenceid=285, filesize=14.4 K 2024-11-09T18:26:28,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/cd9ddb77ff30469cb83d9e20868d68cd as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cd9ddb77ff30469cb83d9e20868d68cd 2024-11-09T18:26:28,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176848826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:28,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cd9ddb77ff30469cb83d9e20868d68cd, entries=150, sequenceid=285, filesize=12.0 K 2024-11-09T18:26:28,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/4665a2999c9449f19588e7cc2fa64d68 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/4665a2999c9449f19588e7cc2fa64d68 2024-11-09T18:26:28,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T18:26:28,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:28,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:28,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:28,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:28,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:28,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/4665a2999c9449f19588e7cc2fa64d68, entries=150, sequenceid=285, filesize=12.0 K 2024-11-09T18:26:28,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f216dbc17431f8040359b10c48904ef0 in 1239ms, sequenceid=285, compaction requested=true 2024-11-09T18:26:28,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:28,838 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:28,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:26:28,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:28,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:26:28,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:28,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:26:28,838 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:28,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:28,839 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:28,839 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:28,839 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/B is initiating minor compaction (all files) 2024-11-09T18:26:28,839 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/A is initiating minor compaction (all files) 2024-11-09T18:26:28,839 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/A in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:28,839 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/B in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:28,839 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/c4fa614d5c9a4897a22d2829a2b2656c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/a5b1122d8fdf46369ad45b4a551a43d7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cd9ddb77ff30469cb83d9e20868d68cd] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=36.4 K 2024-11-09T18:26:28,839 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/96a31640f91148788f55d294a4dd34d6, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/e87bb4e2692f422f84d8ff409548bfcd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/412befd2511043b7a618c9f1d9de05b8] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=38.8 K 2024-11-09T18:26:28,839 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96a31640f91148788f55d294a4dd34d6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731176786271 2024-11-09T18:26:28,839 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting c4fa614d5c9a4897a22d2829a2b2656c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731176786271 2024-11-09T18:26:28,840 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting e87bb4e2692f422f84d8ff409548bfcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731176786323 2024-11-09T18:26:28,840 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting a5b1122d8fdf46369ad45b4a551a43d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731176786323 2024-11-09T18:26:28,840 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 412befd2511043b7a618c9f1d9de05b8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731176787470 2024-11-09T18:26:28,840 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting cd9ddb77ff30469cb83d9e20868d68cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731176787481 2024-11-09T18:26:28,845 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#A#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:28,845 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:28,846 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/41198186dad146a1a8cf1332be89d13e is 50, key is test_row_0/A:col10/1731176787481/Put/seqid=0 2024-11-09T18:26:28,846 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/0868d7d9bf4443b8a41826314e88025c is 50, key is test_row_0/B:col10/1731176787481/Put/seqid=0 2024-11-09T18:26:28,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742313_1489 (size=12915) 2024-11-09T18:26:28,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742312_1488 (size=12915) 2024-11-09T18:26:28,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T18:26:28,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:28,988 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T18:26:28,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/6a87a148ce4d4899bfda641c8d9d5559 is 50, key is test_row_0/A:col10/1731176787664/Put/seqid=0 2024-11-09T18:26:28,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742314_1490 (size=12301) 2024-11-09T18:26:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T18:26:29,259 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/0868d7d9bf4443b8a41826314e88025c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/0868d7d9bf4443b8a41826314e88025c 2024-11-09T18:26:29,260 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/41198186dad146a1a8cf1332be89d13e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/41198186dad146a1a8cf1332be89d13e 2024-11-09T18:26:29,262 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/B of f216dbc17431f8040359b10c48904ef0 into 0868d7d9bf4443b8a41826314e88025c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:29,262 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:29,262 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/B, priority=13, startTime=1731176788838; duration=0sec 2024-11-09T18:26:29,262 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:29,262 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:B 2024-11-09T18:26:29,262 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:29,263 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:29,263 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/C is initiating minor compaction (all files) 2024-11-09T18:26:29,263 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/C in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:29,263 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/a75b8784879c492fb7f92c0cc554bc2a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/8ad56ebcee2c49509496704bfe75ad25, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/4665a2999c9449f19588e7cc2fa64d68] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=36.4 K 2024-11-09T18:26:29,263 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/A of f216dbc17431f8040359b10c48904ef0 into 41198186dad146a1a8cf1332be89d13e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:29,263 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:29,263 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/A, priority=13, startTime=1731176788838; duration=0sec 2024-11-09T18:26:29,263 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:29,263 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:A 2024-11-09T18:26:29,263 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting a75b8784879c492fb7f92c0cc554bc2a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731176786271 2024-11-09T18:26:29,264 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ad56ebcee2c49509496704bfe75ad25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731176786323 2024-11-09T18:26:29,264 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 4665a2999c9449f19588e7cc2fa64d68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731176787481 2024-11-09T18:26:29,269 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#C#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:29,270 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/c39aaf96fc324dea96225b62ddc7754e is 50, key is test_row_0/C:col10/1731176787481/Put/seqid=0 2024-11-09T18:26:29,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742315_1491 (size=12915) 2024-11-09T18:26:29,396 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/6a87a148ce4d4899bfda641c8d9d5559 2024-11-09T18:26:29,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/f6862bb61aa3493a92f0864f8f48835c is 50, key is test_row_0/B:col10/1731176787664/Put/seqid=0 2024-11-09T18:26:29,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742316_1492 (size=12301) 2024-11-09T18:26:29,404 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/f6862bb61aa3493a92f0864f8f48835c 2024-11-09T18:26:29,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/9ba4a86cec794e58bbed82e21c943f95 is 50, key is test_row_0/C:col10/1731176787664/Put/seqid=0 2024-11-09T18:26:29,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742317_1493 (size=12301) 2024-11-09T18:26:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T18:26:29,678 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/c39aaf96fc324dea96225b62ddc7754e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/c39aaf96fc324dea96225b62ddc7754e 2024-11-09T18:26:29,681 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/C of f216dbc17431f8040359b10c48904ef0 into c39aaf96fc324dea96225b62ddc7754e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:29,681 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:29,681 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/C, priority=13, startTime=1731176788838; duration=0sec 2024-11-09T18:26:29,681 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:29,681 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:C 2024-11-09T18:26:29,812 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/9ba4a86cec794e58bbed82e21c943f95 2024-11-09T18:26:29,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/6a87a148ce4d4899bfda641c8d9d5559 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/6a87a148ce4d4899bfda641c8d9d5559 2024-11-09T18:26:29,819 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/6a87a148ce4d4899bfda641c8d9d5559, entries=150, sequenceid=310, filesize=12.0 K 2024-11-09T18:26:29,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/f6862bb61aa3493a92f0864f8f48835c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f6862bb61aa3493a92f0864f8f48835c 2024-11-09T18:26:29,822 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f6862bb61aa3493a92f0864f8f48835c, entries=150, sequenceid=310, filesize=12.0 K 2024-11-09T18:26:29,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/9ba4a86cec794e58bbed82e21c943f95 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/9ba4a86cec794e58bbed82e21c943f95 2024-11-09T18:26:29,825 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/9ba4a86cec794e58bbed82e21c943f95, entries=150, sequenceid=310, filesize=12.0 K 2024-11-09T18:26:29,825 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for f216dbc17431f8040359b10c48904ef0 in 837ms, sequenceid=310, compaction requested=false 2024-11-09T18:26:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-09T18:26:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-09T18:26:29,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-09T18:26:29,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4490 sec 2024-11-09T18:26:29,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.4530 sec 2024-11-09T18:26:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:29,859 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:29,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:26:29,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/bf4b97c08cc148cdafd9d48ec416d301 is 50, key is test_row_0/A:col10/1731176789857/Put/seqid=0 2024-11-09T18:26:29,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742318_1494 (size=17181) 2024-11-09T18:26:29,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176849914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:29,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:29,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:29,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176849915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:29,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:29,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:29,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:29,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:29,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176849922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:30,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176850036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:30,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176850036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176850036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:30,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176850246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:30,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176850246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:30,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176850246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:30,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:30,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/bf4b97c08cc148cdafd9d48ec416d301 2024-11-09T18:26:30,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/238495ccaaf546169a50320c497bd002 is 50, key is test_row_0/B:col10/1731176789857/Put/seqid=0 2024-11-09T18:26:30,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742319_1495 (size=12301) 2024-11-09T18:26:30,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34688 deadline: 1731176850526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:30,529 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_1' in f216dbc17431f8040359b10c48904ef0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T18:26:30,535 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:30,536 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-09T18:26:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T18:26:30,537 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:30,538 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:30,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:30,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176850555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:30,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:30,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176850556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:30,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:30,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176850566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:30,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:30,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T18:26:30,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/238495ccaaf546169a50320c497bd002 2024-11-09T18:26:30,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/623595bbffc748c79d4da25b37abde15 is 50, key is test_row_0/C:col10/1731176789857/Put/seqid=0 2024-11-09T18:26:30,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742320_1496 (size=12301) 2024-11-09T18:26:30,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T18:26:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:30,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:30,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T18:26:30,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:30,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:30,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:30,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:30,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T18:26:30,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T18:26:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:30,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:31,060 INFO [Thread-1925 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1925. 2024-11-09T18:26:31,061 DEBUG [Thread-1925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:31,061 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:31,061 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:31,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:31,065 INFO [Thread-1931 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1931. 2024-11-09T18:26:31,065 DEBUG [Thread-1931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:31,065 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:31,066 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:31,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:31,067 INFO [Thread-1923 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1923. 2024-11-09T18:26:31,067 DEBUG [Thread-1923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:31,067 DEBUG [Thread-1923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:31,067 DEBUG [Thread-1923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:31,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:31,070 INFO [Thread-1927 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1927. 2024-11-09T18:26:31,070 DEBUG [Thread-1927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:31,070 DEBUG [Thread-1927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:31,070 DEBUG [Thread-1927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:31,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:31,073 INFO [Thread-1929 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1929. 2024-11-09T18:26:31,074 DEBUG [Thread-1929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:31,074 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:31,074 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:31,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:31,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:31,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34666 deadline: 1731176851076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34636 deadline: 1731176851076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:31,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:31,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:31,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:31,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:31,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:31,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:31,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/623595bbffc748c79d4da25b37abde15 2024-11-09T18:26:31,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34670 deadline: 1731176851086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:31,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 , the old value is region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:31,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:31,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=2 because the exception is null or not the one we care about 2024-11-09T18:26:31,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/bf4b97c08cc148cdafd9d48ec416d301 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/bf4b97c08cc148cdafd9d48ec416d301 2024-11-09T18:26:31,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/bf4b97c08cc148cdafd9d48ec416d301, entries=250, sequenceid=324, filesize=16.8 K 2024-11-09T18:26:31,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/238495ccaaf546169a50320c497bd002 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/238495ccaaf546169a50320c497bd002 2024-11-09T18:26:31,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/238495ccaaf546169a50320c497bd002, entries=150, sequenceid=324, filesize=12.0 K 2024-11-09T18:26:31,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/623595bbffc748c79d4da25b37abde15 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/623595bbffc748c79d4da25b37abde15 2024-11-09T18:26:31,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/623595bbffc748c79d4da25b37abde15, entries=150, sequenceid=324, filesize=12.0 K 2024-11-09T18:26:31,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f216dbc17431f8040359b10c48904ef0 in 1246ms, sequenceid=324, compaction requested=true 2024-11-09T18:26:31,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:31,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:26:31,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:31,105 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:31,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:26:31,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:31,105 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:31,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f216dbc17431f8040359b10c48904ef0:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:26:31,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:31,106 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:31,106 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42397 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:31,107 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/A is initiating minor compaction (all files) 2024-11-09T18:26:31,107 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/B is initiating minor compaction (all files) 2024-11-09T18:26:31,107 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/B in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:31,107 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/A in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:31,107 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/0868d7d9bf4443b8a41826314e88025c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f6862bb61aa3493a92f0864f8f48835c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/238495ccaaf546169a50320c497bd002] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=36.6 K 2024-11-09T18:26:31,107 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/41198186dad146a1a8cf1332be89d13e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/6a87a148ce4d4899bfda641c8d9d5559, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/bf4b97c08cc148cdafd9d48ec416d301] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=41.4 K 2024-11-09T18:26:31,107 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0868d7d9bf4443b8a41826314e88025c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731176787481 2024-11-09T18:26:31,107 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 41198186dad146a1a8cf1332be89d13e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731176787481 2024-11-09T18:26:31,108 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a87a148ce4d4899bfda641c8d9d5559, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731176787654 2024-11-09T18:26:31,108 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6862bb61aa3493a92f0864f8f48835c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731176787654 2024-11-09T18:26:31,108 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting bf4b97c08cc148cdafd9d48ec416d301, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731176789840 2024-11-09T18:26:31,108 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 238495ccaaf546169a50320c497bd002, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731176789852 2024-11-09T18:26:31,118 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#B#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:31,118 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/ba96137cc831428bb05cc40b0c489672 is 50, key is test_row_0/B:col10/1731176789857/Put/seqid=0 2024-11-09T18:26:31,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742321_1497 (size=13017) 2024-11-09T18:26:31,123 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#A#compaction#426 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:31,123 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/438aaaf3e6e64d2a958b9d361ecfadad is 50, key is test_row_0/A:col10/1731176789857/Put/seqid=0 2024-11-09T18:26:31,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742322_1498 (size=13017) 2024-11-09T18:26:31,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T18:26:31,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:31,148 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T18:26:31,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/c18e3cedcd29448982c67c145f8c5564 is 50, key is test_row_0/A:col10/1731176789914/Put/seqid=0 2024-11-09T18:26:31,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742323_1499 (size=12301) 2024-11-09T18:26:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T18:26:31,533 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/ba96137cc831428bb05cc40b0c489672 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/ba96137cc831428bb05cc40b0c489672 2024-11-09T18:26:31,536 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/438aaaf3e6e64d2a958b9d361ecfadad as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/438aaaf3e6e64d2a958b9d361ecfadad 2024-11-09T18:26:31,540 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/B of f216dbc17431f8040359b10c48904ef0 into ba96137cc831428bb05cc40b0c489672(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:31,540 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:31,540 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/B, priority=13, startTime=1731176791105; duration=0sec 2024-11-09T18:26:31,541 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:31,541 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:B 2024-11-09T18:26:31,541 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:31,542 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:31,542 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/A of f216dbc17431f8040359b10c48904ef0 into 438aaaf3e6e64d2a958b9d361ecfadad(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:31,542 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): f216dbc17431f8040359b10c48904ef0/C is initiating minor compaction (all files) 2024-11-09T18:26:31,542 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:31,542 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/A, priority=13, startTime=1731176791105; duration=0sec 2024-11-09T18:26:31,542 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f216dbc17431f8040359b10c48904ef0/C in TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:31,542 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/c39aaf96fc324dea96225b62ddc7754e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/9ba4a86cec794e58bbed82e21c943f95, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/623595bbffc748c79d4da25b37abde15] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp, totalSize=36.6 K 2024-11-09T18:26:31,542 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:31,542 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:A 2024-11-09T18:26:31,543 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting c39aaf96fc324dea96225b62ddc7754e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731176787481 2024-11-09T18:26:31,543 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ba4a86cec794e58bbed82e21c943f95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731176787654 2024-11-09T18:26:31,543 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 623595bbffc748c79d4da25b37abde15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731176789852 2024-11-09T18:26:31,550 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f216dbc17431f8040359b10c48904ef0#C#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:31,550 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/f9e2071bcf204db89620a45c0d7d3cd8 is 50, key is test_row_0/C:col10/1731176789857/Put/seqid=0 2024-11-09T18:26:31,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742324_1500 (size=13017) 2024-11-09T18:26:31,557 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/c18e3cedcd29448982c67c145f8c5564 2024-11-09T18:26:31,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/c3fbb885f7c94c01a4844dc410c75d60 is 50, key is test_row_0/B:col10/1731176789914/Put/seqid=0 2024-11-09T18:26:31,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742325_1501 (size=12301) 2024-11-09T18:26:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T18:26:31,965 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/f9e2071bcf204db89620a45c0d7d3cd8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/f9e2071bcf204db89620a45c0d7d3cd8 2024-11-09T18:26:31,967 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/c3fbb885f7c94c01a4844dc410c75d60 2024-11-09T18:26:31,971 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f216dbc17431f8040359b10c48904ef0/C of f216dbc17431f8040359b10c48904ef0 into f9e2071bcf204db89620a45c0d7d3cd8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:31,971 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:31,971 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., storeName=f216dbc17431f8040359b10c48904ef0/C, priority=13, startTime=1731176791105; duration=0sec 2024-11-09T18:26:31,972 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:31,972 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f216dbc17431f8040359b10c48904ef0:C 2024-11-09T18:26:31,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/0fd07c1a40ae470eb8816b830ff4eb07 is 50, key is test_row_0/C:col10/1731176789914/Put/seqid=0 2024-11-09T18:26:31,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742326_1502 (size=12301) 2024-11-09T18:26:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:32,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. as already flushing 2024-11-09T18:26:32,091 INFO [Thread-1916 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1916. 2024-11-09T18:26:32,091 INFO [Thread-1914 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1914. 2024-11-09T18:26:32,092 DEBUG [Thread-1914 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:32,092 DEBUG [Thread-1916 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:32,092 DEBUG [Thread-1914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:32,092 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:32,092 DEBUG [Thread-1914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:32,092 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:32,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:32,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:32,097 INFO [Thread-1912 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1912. 2024-11-09T18:26:32,097 DEBUG [Thread-1912 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:32,097 DEBUG [Thread-1912 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:32,097 DEBUG [Thread-1912 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:32,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:32,379 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/0fd07c1a40ae470eb8816b830ff4eb07 2024-11-09T18:26:32,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/c18e3cedcd29448982c67c145f8c5564 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/c18e3cedcd29448982c67c145f8c5564 2024-11-09T18:26:32,391 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/c18e3cedcd29448982c67c145f8c5564, entries=150, sequenceid=349, filesize=12.0 K 2024-11-09T18:26:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/c3fbb885f7c94c01a4844dc410c75d60 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/c3fbb885f7c94c01a4844dc410c75d60 2024-11-09T18:26:32,394 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/c3fbb885f7c94c01a4844dc410c75d60, entries=150, sequenceid=349, filesize=12.0 K 2024-11-09T18:26:32,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/0fd07c1a40ae470eb8816b830ff4eb07 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/0fd07c1a40ae470eb8816b830ff4eb07 2024-11-09T18:26:32,396 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/0fd07c1a40ae470eb8816b830ff4eb07, entries=150, sequenceid=349, filesize=12.0 K 2024-11-09T18:26:32,397 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for f216dbc17431f8040359b10c48904ef0 in 1249ms, sequenceid=349, compaction requested=false 2024-11-09T18:26:32,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for f216dbc17431f8040359b10c48904ef0: 2024-11-09T18:26:32,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:32,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-09T18:26:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-09T18:26:32,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-09T18:26:32,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8600 sec 2024-11-09T18:26:32,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.8640 sec 2024-11-09T18:26:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T18:26:32,687 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:34,550 INFO [Thread-1920 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1920. 2024-11-09T18:26:34,551 DEBUG [Thread-1920 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:34,551 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:34,551 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:34,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:37,001 INFO [Thread-1918 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1918. 2024-11-09T18:26:37,001 DEBUG [Thread-1918 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:26:37,001 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:37,001 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:37,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:37,002 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T18:26:37,002 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-09T18:26:37,002 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-09T18:26:37,002 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-09T18:26:37,002 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-09T18:26:37,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-09T18:26:37,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T18:26:37,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T18:26:37,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1625 2024-11-09T18:26:37,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4874 rows 2024-11-09T18:26:37,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1637 2024-11-09T18:26:37,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4907 rows 2024-11-09T18:26:37,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1623 2024-11-09T18:26:37,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4868 rows 2024-11-09T18:26:37,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1608 2024-11-09T18:26:37,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4817 rows 2024-11-09T18:26:37,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1624 2024-11-09T18:26:37,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4868 rows 2024-11-09T18:26:37,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:26:37,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:26:37,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:37,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:37,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:26:37,005 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T18:26:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T18:26:37,008 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176797008"}]},"ts":"1731176797008"} 2024-11-09T18:26:37,010 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T18:26:37,010 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T18:26:37,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T18:26:37,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f216dbc17431f8040359b10c48904ef0, UNASSIGN}] 2024-11-09T18:26:37,014 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f216dbc17431f8040359b10c48904ef0, UNASSIGN 2024-11-09T18:26:37,015 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=f216dbc17431f8040359b10c48904ef0, regionState=CLOSING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:37,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f216dbc17431f8040359b10c48904ef0, UNASSIGN because future has completed 2024-11-09T18:26:37,017 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T18:26:37,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:26:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T18:26:37,170 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:37,170 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T18:26:37,170 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing f216dbc17431f8040359b10c48904ef0, disabling compactions & flushes 2024-11-09T18:26:37,170 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:37,170 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:37,170 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. after waiting 0 ms 2024-11-09T18:26:37,170 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:37,171 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(2902): Flushing f216dbc17431f8040359b10c48904ef0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T18:26:37,177 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/ffd22c68498448418d62f9ba93e21138 is 50, key is test_row_0/A:col10/1731176796998/Put/seqid=0 2024-11-09T18:26:37,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742327_1503 (size=12301) 2024-11-09T18:26:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T18:26:37,584 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/ffd22c68498448418d62f9ba93e21138 2024-11-09T18:26:37,597 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/cc04efd620c5402bb0cc10ff37e0de8d is 50, key is test_row_0/B:col10/1731176796998/Put/seqid=0 2024-11-09T18:26:37,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742328_1504 (size=12301) 2024-11-09T18:26:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T18:26:38,002 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/cc04efd620c5402bb0cc10ff37e0de8d 2024-11-09T18:26:38,015 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/472809531901431ebbf38820fbf7c32c is 50, key is test_row_0/C:col10/1731176796998/Put/seqid=0 2024-11-09T18:26:38,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742329_1505 (size=12301) 2024-11-09T18:26:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T18:26:38,420 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/472809531901431ebbf38820fbf7c32c 2024-11-09T18:26:38,430 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/A/ffd22c68498448418d62f9ba93e21138 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/ffd22c68498448418d62f9ba93e21138 2024-11-09T18:26:38,435 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/ffd22c68498448418d62f9ba93e21138, entries=150, sequenceid=360, filesize=12.0 K 2024-11-09T18:26:38,435 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/B/cc04efd620c5402bb0cc10ff37e0de8d as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cc04efd620c5402bb0cc10ff37e0de8d 2024-11-09T18:26:38,439 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cc04efd620c5402bb0cc10ff37e0de8d, entries=150, sequenceid=360, filesize=12.0 K 2024-11-09T18:26:38,439 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/.tmp/C/472809531901431ebbf38820fbf7c32c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/472809531901431ebbf38820fbf7c32c 2024-11-09T18:26:38,443 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/472809531901431ebbf38820fbf7c32c, entries=150, sequenceid=360, filesize=12.0 K 2024-11-09T18:26:38,444 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f216dbc17431f8040359b10c48904ef0 in 1273ms, sequenceid=360, compaction requested=true 2024-11-09T18:26:38,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/846de53c9a9e4e6aa8f2d163688e72c0, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/bde9bfa6ad6d43e3b305d244b7b3f4a4, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/d407010a65df441caf6e54c4356e1c8a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/065c37a4c0bd460a89bbef357f5494d0, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/a2b371c835a44197a4bc29945b65c481, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/36841d3d41b243a68b7502881f592c7e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/adb42d1f946f44a890b8a9376038341a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/b9907e7fb73744fea65fda3d74e0bf0c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/e20dbf2424184c0b9c5c8cd26ad20b57, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/dbae808930cd4cd2b9691dbeab1466a9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8a58156ad1654947b5e878b429eae2d1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8b59054d7391453ca96d7cdf38df4db7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8a7659eb5f94447a914f0bc1de643a7b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/12cc5e8d37134727b63f45a8e342eb81, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/71cef636452e476faacc85eb6859d521, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/96a31640f91148788f55d294a4dd34d6, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/e87bb4e2692f422f84d8ff409548bfcd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/412befd2511043b7a618c9f1d9de05b8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/41198186dad146a1a8cf1332be89d13e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/6a87a148ce4d4899bfda641c8d9d5559, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/bf4b97c08cc148cdafd9d48ec416d301] to archive 2024-11-09T18:26:38,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:26:38,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/846de53c9a9e4e6aa8f2d163688e72c0 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/846de53c9a9e4e6aa8f2d163688e72c0 2024-11-09T18:26:38,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/bde9bfa6ad6d43e3b305d244b7b3f4a4 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/bde9bfa6ad6d43e3b305d244b7b3f4a4 2024-11-09T18:26:38,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/d407010a65df441caf6e54c4356e1c8a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/d407010a65df441caf6e54c4356e1c8a 2024-11-09T18:26:38,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/065c37a4c0bd460a89bbef357f5494d0 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/065c37a4c0bd460a89bbef357f5494d0 2024-11-09T18:26:38,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/a2b371c835a44197a4bc29945b65c481 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/a2b371c835a44197a4bc29945b65c481 2024-11-09T18:26:38,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/36841d3d41b243a68b7502881f592c7e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/36841d3d41b243a68b7502881f592c7e 2024-11-09T18:26:38,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/adb42d1f946f44a890b8a9376038341a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/adb42d1f946f44a890b8a9376038341a 2024-11-09T18:26:38,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/b9907e7fb73744fea65fda3d74e0bf0c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/b9907e7fb73744fea65fda3d74e0bf0c 2024-11-09T18:26:38,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/e20dbf2424184c0b9c5c8cd26ad20b57 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/e20dbf2424184c0b9c5c8cd26ad20b57 2024-11-09T18:26:38,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/dbae808930cd4cd2b9691dbeab1466a9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/dbae808930cd4cd2b9691dbeab1466a9 2024-11-09T18:26:38,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8a58156ad1654947b5e878b429eae2d1 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8a58156ad1654947b5e878b429eae2d1 2024-11-09T18:26:38,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8b59054d7391453ca96d7cdf38df4db7 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8b59054d7391453ca96d7cdf38df4db7 2024-11-09T18:26:38,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8a7659eb5f94447a914f0bc1de643a7b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/8a7659eb5f94447a914f0bc1de643a7b 2024-11-09T18:26:38,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/12cc5e8d37134727b63f45a8e342eb81 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/12cc5e8d37134727b63f45a8e342eb81 2024-11-09T18:26:38,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/71cef636452e476faacc85eb6859d521 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/71cef636452e476faacc85eb6859d521 2024-11-09T18:26:38,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/96a31640f91148788f55d294a4dd34d6 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/96a31640f91148788f55d294a4dd34d6 2024-11-09T18:26:38,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/e87bb4e2692f422f84d8ff409548bfcd to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/e87bb4e2692f422f84d8ff409548bfcd 2024-11-09T18:26:38,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/412befd2511043b7a618c9f1d9de05b8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/412befd2511043b7a618c9f1d9de05b8 2024-11-09T18:26:38,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/41198186dad146a1a8cf1332be89d13e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/41198186dad146a1a8cf1332be89d13e 2024-11-09T18:26:38,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/6a87a148ce4d4899bfda641c8d9d5559 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/6a87a148ce4d4899bfda641c8d9d5559 2024-11-09T18:26:38,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/bf4b97c08cc148cdafd9d48ec416d301 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/bf4b97c08cc148cdafd9d48ec416d301 2024-11-09T18:26:38,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/8803088c61a2471e9cda39edde2595d8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/dab7f2723314413bb24c8656fb16d020, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/19f1c79a3b354725ad3e6a3f350f8e86, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f751547da0004d76b8516a231c647109, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/2b2d7aa1406742a1a581c3a732843cfb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/9166ebe747f547cd898d19cbf43cca70, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b00c317d840944bd9de6e7440c28a4cd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/79e3d23f75a94ec5a96874a27e8a2b5e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/0755bd28b47b43d19a651f3affaeee62, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/38fe349ab64a4a08bb3ca63d473194a8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/fa11bc5963dd404c9306199e4ffa648d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b4aac2949e5d4ef19416ff14172faf54, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cd1404662cad4b22964dba1cd08d4199, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f21e1811891b45aba4b90d0cd5eee058, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/c4fa614d5c9a4897a22d2829a2b2656c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b8f418d3aad4444f9dc4d11e6f31efe8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/a5b1122d8fdf46369ad45b4a551a43d7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/0868d7d9bf4443b8a41826314e88025c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cd9ddb77ff30469cb83d9e20868d68cd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f6862bb61aa3493a92f0864f8f48835c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/238495ccaaf546169a50320c497bd002] to archive 2024-11-09T18:26:38,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:26:38,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/8803088c61a2471e9cda39edde2595d8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/8803088c61a2471e9cda39edde2595d8 2024-11-09T18:26:38,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/dab7f2723314413bb24c8656fb16d020 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/dab7f2723314413bb24c8656fb16d020 2024-11-09T18:26:38,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/19f1c79a3b354725ad3e6a3f350f8e86 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/19f1c79a3b354725ad3e6a3f350f8e86 2024-11-09T18:26:38,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f751547da0004d76b8516a231c647109 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f751547da0004d76b8516a231c647109 2024-11-09T18:26:38,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/2b2d7aa1406742a1a581c3a732843cfb to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/2b2d7aa1406742a1a581c3a732843cfb 2024-11-09T18:26:38,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/9166ebe747f547cd898d19cbf43cca70 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/9166ebe747f547cd898d19cbf43cca70 2024-11-09T18:26:38,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b00c317d840944bd9de6e7440c28a4cd to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b00c317d840944bd9de6e7440c28a4cd 2024-11-09T18:26:38,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/79e3d23f75a94ec5a96874a27e8a2b5e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/79e3d23f75a94ec5a96874a27e8a2b5e 2024-11-09T18:26:38,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/0755bd28b47b43d19a651f3affaeee62 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/0755bd28b47b43d19a651f3affaeee62 2024-11-09T18:26:38,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/38fe349ab64a4a08bb3ca63d473194a8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/38fe349ab64a4a08bb3ca63d473194a8 2024-11-09T18:26:38,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/fa11bc5963dd404c9306199e4ffa648d to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/fa11bc5963dd404c9306199e4ffa648d 2024-11-09T18:26:38,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b4aac2949e5d4ef19416ff14172faf54 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b4aac2949e5d4ef19416ff14172faf54 2024-11-09T18:26:38,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cd1404662cad4b22964dba1cd08d4199 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cd1404662cad4b22964dba1cd08d4199 2024-11-09T18:26:38,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f21e1811891b45aba4b90d0cd5eee058 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f21e1811891b45aba4b90d0cd5eee058 2024-11-09T18:26:38,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/c4fa614d5c9a4897a22d2829a2b2656c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/c4fa614d5c9a4897a22d2829a2b2656c 2024-11-09T18:26:38,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b8f418d3aad4444f9dc4d11e6f31efe8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/b8f418d3aad4444f9dc4d11e6f31efe8 2024-11-09T18:26:38,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/a5b1122d8fdf46369ad45b4a551a43d7 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/a5b1122d8fdf46369ad45b4a551a43d7 2024-11-09T18:26:38,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/0868d7d9bf4443b8a41826314e88025c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/0868d7d9bf4443b8a41826314e88025c 2024-11-09T18:26:38,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cd9ddb77ff30469cb83d9e20868d68cd to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cd9ddb77ff30469cb83d9e20868d68cd 2024-11-09T18:26:38,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f6862bb61aa3493a92f0864f8f48835c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/f6862bb61aa3493a92f0864f8f48835c 2024-11-09T18:26:38,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/238495ccaaf546169a50320c497bd002 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/238495ccaaf546169a50320c497bd002 2024-11-09T18:26:38,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/abe548c3b8ec4271ba876132b6d0f455, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/309b807733e34549bd336730f2c8e9cd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/f492640bc9034baab176ba38257f9c76, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/591aa4d091294b448bb192484d3c7d30, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/18f6a1fd3683484996ab2247386764bb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/059f1ebabc0840c694069ba24179673f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/4366d6b3cf6f4cde8f2648ba701ca6c9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/b0c20af07e19443e81ec85fa001e89d1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/415164ddf38e4517b8fc9f7a8a90ea91, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/e468a026087b445b8b17eaeb85cad58b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/5e1089b3c4dd44ab994099098fb8b80b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/53733b6df6c744e68d8f612482ca8e61, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/969e00984bf8475e8afedfa357b32cf0, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/c61a13b9b11147c38b6edf32342ed683, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/a75b8784879c492fb7f92c0cc554bc2a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/33d404d73abf4238a4d9e0ac806a593d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/8ad56ebcee2c49509496704bfe75ad25, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/c39aaf96fc324dea96225b62ddc7754e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/4665a2999c9449f19588e7cc2fa64d68, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/9ba4a86cec794e58bbed82e21c943f95, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/623595bbffc748c79d4da25b37abde15] to archive 2024-11-09T18:26:38,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:26:38,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/abe548c3b8ec4271ba876132b6d0f455 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/abe548c3b8ec4271ba876132b6d0f455 2024-11-09T18:26:38,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/309b807733e34549bd336730f2c8e9cd to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/309b807733e34549bd336730f2c8e9cd 2024-11-09T18:26:38,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/f492640bc9034baab176ba38257f9c76 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/f492640bc9034baab176ba38257f9c76 2024-11-09T18:26:38,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/591aa4d091294b448bb192484d3c7d30 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/591aa4d091294b448bb192484d3c7d30 2024-11-09T18:26:38,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/18f6a1fd3683484996ab2247386764bb to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/18f6a1fd3683484996ab2247386764bb 2024-11-09T18:26:38,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/059f1ebabc0840c694069ba24179673f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/059f1ebabc0840c694069ba24179673f 2024-11-09T18:26:38,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/4366d6b3cf6f4cde8f2648ba701ca6c9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/4366d6b3cf6f4cde8f2648ba701ca6c9 2024-11-09T18:26:38,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/b0c20af07e19443e81ec85fa001e89d1 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/b0c20af07e19443e81ec85fa001e89d1 2024-11-09T18:26:38,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/415164ddf38e4517b8fc9f7a8a90ea91 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/415164ddf38e4517b8fc9f7a8a90ea91 2024-11-09T18:26:38,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/e468a026087b445b8b17eaeb85cad58b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/e468a026087b445b8b17eaeb85cad58b 2024-11-09T18:26:38,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/5e1089b3c4dd44ab994099098fb8b80b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/5e1089b3c4dd44ab994099098fb8b80b 2024-11-09T18:26:38,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/53733b6df6c744e68d8f612482ca8e61 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/53733b6df6c744e68d8f612482ca8e61 2024-11-09T18:26:38,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/969e00984bf8475e8afedfa357b32cf0 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/969e00984bf8475e8afedfa357b32cf0 2024-11-09T18:26:38,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/c61a13b9b11147c38b6edf32342ed683 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/c61a13b9b11147c38b6edf32342ed683 2024-11-09T18:26:38,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/a75b8784879c492fb7f92c0cc554bc2a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/a75b8784879c492fb7f92c0cc554bc2a 2024-11-09T18:26:38,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/33d404d73abf4238a4d9e0ac806a593d to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/33d404d73abf4238a4d9e0ac806a593d 2024-11-09T18:26:38,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/8ad56ebcee2c49509496704bfe75ad25 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/8ad56ebcee2c49509496704bfe75ad25 2024-11-09T18:26:38,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/c39aaf96fc324dea96225b62ddc7754e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/c39aaf96fc324dea96225b62ddc7754e 2024-11-09T18:26:38,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/4665a2999c9449f19588e7cc2fa64d68 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/4665a2999c9449f19588e7cc2fa64d68 2024-11-09T18:26:38,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/9ba4a86cec794e58bbed82e21c943f95 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/9ba4a86cec794e58bbed82e21c943f95 2024-11-09T18:26:38,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/623595bbffc748c79d4da25b37abde15 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/623595bbffc748c79d4da25b37abde15 2024-11-09T18:26:38,516 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/recovered.edits/363.seqid, newMaxSeqId=363, maxSeqId=1 2024-11-09T18:26:38,517 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. 2024-11-09T18:26:38,517 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for f216dbc17431f8040359b10c48904ef0: Waiting for close lock at 1731176797170Running coprocessor pre-close hooks at 1731176797170Disabling compacts and flushes for region at 1731176797170Disabling writes for close at 1731176797170Obtaining lock to block concurrent updates at 1731176797171 (+1 ms)Preparing flush snapshotting stores in f216dbc17431f8040359b10c48904ef0 at 1731176797171Finished memstore snapshotting TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731176797171Flushing stores of TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0. at 1731176797172 (+1 ms)Flushing f216dbc17431f8040359b10c48904ef0/A: creating writer at 1731176797172Flushing f216dbc17431f8040359b10c48904ef0/A: appending metadata at 1731176797176 (+4 ms)Flushing f216dbc17431f8040359b10c48904ef0/A: closing flushed file at 1731176797176Flushing f216dbc17431f8040359b10c48904ef0/B: creating writer at 1731176797592 (+416 ms)Flushing f216dbc17431f8040359b10c48904ef0/B: appending metadata at 1731176797596 (+4 ms)Flushing f216dbc17431f8040359b10c48904ef0/B: closing flushed file at 1731176797597 (+1 ms)Flushing f216dbc17431f8040359b10c48904ef0/C: creating writer at 1731176798010 (+413 ms)Flushing f216dbc17431f8040359b10c48904ef0/C: appending metadata at 1731176798014 (+4 ms)Flushing f216dbc17431f8040359b10c48904ef0/C: closing flushed file at 1731176798015 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@208eccc6: reopening flushed file at 1731176798428 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fbe5b5e: reopening flushed file at 1731176798435 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72fdc828: reopening flushed file at 1731176798439 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f216dbc17431f8040359b10c48904ef0 in 1273ms, sequenceid=360, compaction requested=true at 1731176798444 (+5 ms)Writing region close event to WAL at 1731176798513 (+69 ms)Running coprocessor post-close hooks at 1731176798517 (+4 ms)Closed at 1731176798517 2024-11-09T18:26:38,519 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:38,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=f216dbc17431f8040359b10c48904ef0, regionState=CLOSED 2024-11-09T18:26:38,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:26:38,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-09T18:26:38,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure f216dbc17431f8040359b10c48904ef0, server=fb97eb0edbe8,41913,1731176653206 in 1.5040 sec 2024-11-09T18:26:38,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-09T18:26:38,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f216dbc17431f8040359b10c48904ef0, UNASSIGN in 1.5100 sec 2024-11-09T18:26:38,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-09T18:26:38,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5140 sec 2024-11-09T18:26:38,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176798527"}]},"ts":"1731176798527"} 2024-11-09T18:26:38,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T18:26:38,528 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T18:26:38,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5240 sec 2024-11-09T18:26:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T18:26:39,156 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:39,157 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T18:26:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:39,158 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-09T18:26:39,159 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=143, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:39,162 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:39,164 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/recovered.edits] 2024-11-09T18:26:39,166 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/438aaaf3e6e64d2a958b9d361ecfadad to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/438aaaf3e6e64d2a958b9d361ecfadad 2024-11-09T18:26:39,167 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/c18e3cedcd29448982c67c145f8c5564 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/c18e3cedcd29448982c67c145f8c5564 2024-11-09T18:26:39,168 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/ffd22c68498448418d62f9ba93e21138 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/A/ffd22c68498448418d62f9ba93e21138 2024-11-09T18:26:39,171 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/ba96137cc831428bb05cc40b0c489672 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/ba96137cc831428bb05cc40b0c489672 2024-11-09T18:26:39,172 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/c3fbb885f7c94c01a4844dc410c75d60 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/c3fbb885f7c94c01a4844dc410c75d60 2024-11-09T18:26:39,173 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cc04efd620c5402bb0cc10ff37e0de8d to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/B/cc04efd620c5402bb0cc10ff37e0de8d 2024-11-09T18:26:39,175 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/0fd07c1a40ae470eb8816b830ff4eb07 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/0fd07c1a40ae470eb8816b830ff4eb07 2024-11-09T18:26:39,177 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/472809531901431ebbf38820fbf7c32c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/472809531901431ebbf38820fbf7c32c 2024-11-09T18:26:39,178 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/f9e2071bcf204db89620a45c0d7d3cd8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/C/f9e2071bcf204db89620a45c0d7d3cd8 2024-11-09T18:26:39,181 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/recovered.edits/363.seqid to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0/recovered.edits/363.seqid 2024-11-09T18:26:39,182 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/f216dbc17431f8040359b10c48904ef0 2024-11-09T18:26:39,182 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T18:26:39,185 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=143, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:39,187 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T18:26:39,189 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T18:26:39,190 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=143, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:39,190 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T18:26:39,190 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731176799190"}]},"ts":"9223372036854775807"} 2024-11-09T18:26:39,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T18:26:39,193 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f216dbc17431f8040359b10c48904ef0, NAME => 'TestAcidGuarantees,,1731176768852.f216dbc17431f8040359b10c48904ef0.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T18:26:39,193 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T18:26:39,193 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731176799193"}]},"ts":"9223372036854775807"} 2024-11-09T18:26:39,194 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T18:26:39,195 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=143, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:39,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 38 msec 2024-11-09T18:26:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-09T18:26:39,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T18:26:39,267 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:39,282 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238 (was 243), OpenFileDescriptor=443 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 385), ProcessCount=11 (was 11), AvailableMemoryMB=2782 (was 2796) 2024-11-09T18:26:39,292 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=2782 2024-11-09T18:26:39,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T18:26:39,293 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:26:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:39,295 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:26:39,296 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:39,296 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 144 2024-11-09T18:26:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-09T18:26:39,297 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:26:39,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742330_1506 (size=959) 2024-11-09T18:26:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-09T18:26:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-09T18:26:39,707 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4 2024-11-09T18:26:39,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742331_1507 (size=53) 2024-11-09T18:26:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-09T18:26:40,116 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:26:40,116 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4841e9080257cc48357364909267b188, disabling compactions & flushes 2024-11-09T18:26:40,116 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:40,116 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:40,116 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. after waiting 0 ms 2024-11-09T18:26:40,116 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:40,116 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:40,116 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4841e9080257cc48357364909267b188: Waiting for close lock at 1731176800116Disabling compacts and flushes for region at 1731176800116Disabling writes for close at 1731176800116Writing region close event to WAL at 1731176800116Closed at 1731176800116 2024-11-09T18:26:40,118 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:26:40,118 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731176800118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176800118"}]},"ts":"1731176800118"} 2024-11-09T18:26:40,120 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:26:40,121 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:26:40,121 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176800121"}]},"ts":"1731176800121"} 2024-11-09T18:26:40,123 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T18:26:40,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4841e9080257cc48357364909267b188, ASSIGN}] 2024-11-09T18:26:40,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4841e9080257cc48357364909267b188, ASSIGN 2024-11-09T18:26:40,125 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4841e9080257cc48357364909267b188, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,41913,1731176653206; forceNewPlan=false, retain=false 2024-11-09T18:26:40,277 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=4841e9080257cc48357364909267b188, regionState=OPENING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:40,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4841e9080257cc48357364909267b188, ASSIGN because future has completed 2024-11-09T18:26:40,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:26:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-09T18:26:40,441 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:40,441 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7752): Opening region: {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:26:40,442 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4841e9080257cc48357364909267b188 2024-11-09T18:26:40,442 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:26:40,442 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7794): checking encryption for 4841e9080257cc48357364909267b188 2024-11-09T18:26:40,442 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7797): checking classloading for 4841e9080257cc48357364909267b188 2024-11-09T18:26:40,444 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4841e9080257cc48357364909267b188 2024-11-09T18:26:40,447 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4841e9080257cc48357364909267b188 columnFamilyName A 2024-11-09T18:26:40,447 DEBUG [StoreOpener-4841e9080257cc48357364909267b188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:40,447 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] regionserver.HStore(327): Store=4841e9080257cc48357364909267b188/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:26:40,448 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4841e9080257cc48357364909267b188 2024-11-09T18:26:40,449 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4841e9080257cc48357364909267b188 columnFamilyName B 2024-11-09T18:26:40,449 DEBUG [StoreOpener-4841e9080257cc48357364909267b188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:40,449 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] regionserver.HStore(327): Store=4841e9080257cc48357364909267b188/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:26:40,449 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4841e9080257cc48357364909267b188 2024-11-09T18:26:40,450 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4841e9080257cc48357364909267b188 columnFamilyName C 2024-11-09T18:26:40,450 DEBUG [StoreOpener-4841e9080257cc48357364909267b188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:40,450 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] regionserver.HStore(327): Store=4841e9080257cc48357364909267b188/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:26:40,450 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1038): replaying wal for 4841e9080257cc48357364909267b188 2024-11-09T18:26:40,451 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188 2024-11-09T18:26:40,451 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188 2024-11-09T18:26:40,452 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1048): stopping wal replay for 4841e9080257cc48357364909267b188 2024-11-09T18:26:40,452 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1060): Cleaning up temporary data for 4841e9080257cc48357364909267b188 2024-11-09T18:26:40,452 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T18:26:40,453 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1093): writing seq id for 4841e9080257cc48357364909267b188 2024-11-09T18:26:40,455 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:26:40,455 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1114): Opened 4841e9080257cc48357364909267b188; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66216845, jitterRate=-0.013292118906974792}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T18:26:40,455 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4841e9080257cc48357364909267b188 2024-11-09T18:26:40,456 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1006): Region open journal for 4841e9080257cc48357364909267b188: Running coprocessor pre-open hook at 1731176800442Writing region info on filesystem at 1731176800442Initializing all the Stores at 1731176800443 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176800443Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176800444 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176800444Cleaning up temporary data from old regions at 1731176800452 (+8 ms)Running coprocessor post-open hooks at 1731176800455 (+3 ms)Region opened successfully at 1731176800456 (+1 ms) 2024-11-09T18:26:40,456 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., pid=146, masterSystemTime=1731176800435 2024-11-09T18:26:40,458 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:40,458 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:40,458 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=4841e9080257cc48357364909267b188, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:40,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:26:40,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-09T18:26:40,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 in 179 msec 2024-11-09T18:26:40,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-09T18:26:40,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4841e9080257cc48357364909267b188, ASSIGN in 338 msec 2024-11-09T18:26:40,463 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:26:40,463 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176800463"}]},"ts":"1731176800463"} 2024-11-09T18:26:40,464 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T18:26:40,465 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:26:40,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1710 sec 2024-11-09T18:26:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-09T18:26:41,447 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:41,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1832522d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:41,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:41,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:41,452 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:41,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6601ce78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:41,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:41,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:41,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:41,455 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:41,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d9dd84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:41,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:41,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:41,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:26:41,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,36343,1731176652426 2024-11-09T18:26:41,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bed8c43 2024-11-09T18:26:41,460 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:26:41,460 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:26:41,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T18:26:41,462 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:26:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T18:26:41,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742332_1508 (size=995) 2024-11-09T18:26:41,521 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:26:41,931 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-09T18:26:41,931 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-09T18:26:41,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T18:26:41,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4841e9080257cc48357364909267b188, REOPEN/MOVE}] 2024-11-09T18:26:41,940 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4841e9080257cc48357364909267b188, REOPEN/MOVE 2024-11-09T18:26:41,941 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=4841e9080257cc48357364909267b188, regionState=CLOSING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:41,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4841e9080257cc48357364909267b188, REOPEN/MOVE because future has completed 2024-11-09T18:26:41,943 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T18:26:41,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:26:42,098 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 4841e9080257cc48357364909267b188 2024-11-09T18:26:42,098 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T18:26:42,098 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 4841e9080257cc48357364909267b188, disabling compactions & flushes 2024-11-09T18:26:42,098 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:42,098 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:42,098 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. after waiting 0 ms 2024-11-09T18:26:42,098 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:42,106 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T18:26:42,107 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:42,108 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 4841e9080257cc48357364909267b188: Waiting for close lock at 1731176802098Running coprocessor pre-close hooks at 1731176802098Disabling compacts and flushes for region at 1731176802098Disabling writes for close at 1731176802098Writing region close event to WAL at 1731176802099 (+1 ms)Running coprocessor post-close hooks at 1731176802107 (+8 ms)Closed at 1731176802107 2024-11-09T18:26:42,108 WARN [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionServer(3299): Not adding moved region record: 4841e9080257cc48357364909267b188 to self. 2024-11-09T18:26:42,110 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 4841e9080257cc48357364909267b188 2024-11-09T18:26:42,111 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=4841e9080257cc48357364909267b188, regionState=CLOSED 2024-11-09T18:26:42,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:26:42,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-09T18:26:42,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 in 172 msec 2024-11-09T18:26:42,119 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4841e9080257cc48357364909267b188, REOPEN/MOVE; state=CLOSED, location=fb97eb0edbe8,41913,1731176653206; forceNewPlan=false, retain=true 2024-11-09T18:26:42,270 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=4841e9080257cc48357364909267b188, regionState=OPENING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4841e9080257cc48357364909267b188, REOPEN/MOVE because future has completed 2024-11-09T18:26:42,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:26:42,435 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:42,435 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7752): Opening region: {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:26:42,436 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4841e9080257cc48357364909267b188 2024-11-09T18:26:42,436 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:26:42,436 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7794): checking encryption for 4841e9080257cc48357364909267b188 2024-11-09T18:26:42,436 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7797): checking classloading for 4841e9080257cc48357364909267b188 2024-11-09T18:26:42,439 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4841e9080257cc48357364909267b188 2024-11-09T18:26:42,440 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4841e9080257cc48357364909267b188 columnFamilyName A 2024-11-09T18:26:42,441 DEBUG [StoreOpener-4841e9080257cc48357364909267b188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:42,442 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] regionserver.HStore(327): Store=4841e9080257cc48357364909267b188/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:26:42,442 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4841e9080257cc48357364909267b188 2024-11-09T18:26:42,443 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4841e9080257cc48357364909267b188 columnFamilyName B 2024-11-09T18:26:42,443 DEBUG [StoreOpener-4841e9080257cc48357364909267b188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:42,444 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] regionserver.HStore(327): Store=4841e9080257cc48357364909267b188/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:26:42,444 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4841e9080257cc48357364909267b188 2024-11-09T18:26:42,444 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4841e9080257cc48357364909267b188 columnFamilyName C 2024-11-09T18:26:42,445 DEBUG [StoreOpener-4841e9080257cc48357364909267b188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:42,445 INFO [StoreOpener-4841e9080257cc48357364909267b188-1 {}] regionserver.HStore(327): Store=4841e9080257cc48357364909267b188/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:26:42,445 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1038): replaying wal for 4841e9080257cc48357364909267b188 2024-11-09T18:26:42,446 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188 2024-11-09T18:26:42,447 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188 2024-11-09T18:26:42,449 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1048): stopping wal replay for 4841e9080257cc48357364909267b188 2024-11-09T18:26:42,449 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1060): Cleaning up temporary data for 4841e9080257cc48357364909267b188 2024-11-09T18:26:42,449 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T18:26:42,451 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1093): writing seq id for 4841e9080257cc48357364909267b188 2024-11-09T18:26:42,452 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1114): Opened 4841e9080257cc48357364909267b188; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59278617, jitterRate=-0.11667977273464203}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T18:26:42,452 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4841e9080257cc48357364909267b188 2024-11-09T18:26:42,453 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1006): Region open journal for 4841e9080257cc48357364909267b188: Running coprocessor pre-open hook at 1731176802436Writing region info on filesystem at 1731176802436Initializing all the Stores at 1731176802438 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176802438Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176802439 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176802439Cleaning up temporary data from old regions at 1731176802449 (+10 ms)Running coprocessor post-open hooks at 1731176802452 (+3 ms)Region opened successfully at 1731176802453 (+1 ms) 2024-11-09T18:26:42,454 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., pid=151, masterSystemTime=1731176802428 2024-11-09T18:26:42,456 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:42,456 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:42,457 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=4841e9080257cc48357364909267b188, regionState=OPEN, openSeqNum=5, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:26:42,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=149 2024-11-09T18:26:42,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure 4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 in 185 msec 2024-11-09T18:26:42,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-09T18:26:42,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4841e9080257cc48357364909267b188, REOPEN/MOVE in 524 msec 2024-11-09T18:26:42,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-09T18:26:42,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 531 msec 2024-11-09T18:26:42,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0090 sec 2024-11-09T18:26:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-09T18:26:42,474 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:42,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22faf5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:42,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:42,476 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ec152b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:42,478 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:42,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5045f8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744b0f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:42,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:42,481 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:42,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:42,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:42,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b513ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:42,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:42,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:42,483 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:42,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7117c8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:42,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:42,486 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:42,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347c20ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:42,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:42,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:42,488 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca4dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:42,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:42,491 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3e9da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:42,492 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bb9ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:42,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:42,494 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb1011f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:42,495 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52492625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:42,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:42,497 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec04e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:42,497 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e2307c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7122db2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:42,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:42,499 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394be4d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:42,500 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493f11f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:42,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:42,502 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b9a0fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:42,503 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:42,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b487d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:42,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:42,504 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7224a7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:42,506 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:42,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d78aac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36343,-1 for getting cluster id 2024-11-09T18:26:42,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:26:42,508 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2382c346-a5e5-40d1-8a2e-80bd0affd5c1' 2024-11-09T18:26:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:26:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2382c346-a5e5-40d1-8a2e-80bd0affd5c1" 2024-11-09T18:26:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338a759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36343,-1] 2024-11-09T18:26:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:26:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:26:42,509 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:26:42,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae7aa14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:26:42,510 DEBUG [Thread-2296 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:42,510 DEBUG [Thread-2279 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:42,510 DEBUG [Thread-2283 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:42,510 DEBUG [Thread-2277 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:42,510 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:42,511 DEBUG [Thread-2288 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:42,511 DEBUG [Thread-2290 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:42,511 DEBUG [Thread-2285 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:42,511 DEBUG [Thread-2296 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-09T18:26:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:42,511 DEBUG [Thread-2294 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:42,512 DEBUG [Thread-2292 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T18:26:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:42,513 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:42,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:42,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:42,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:42,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:42,514 DEBUG [Thread-2281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:26:42,514 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:42,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:42,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:42,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:42,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:42,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:42,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:26:42,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:26:42,516 DEBUG [Thread-2288 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41913,1731176653206, seqNum=-1] 2024-11-09T18:26:42,516 DEBUG [Thread-2288 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:26:42,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:26:42,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:26:42,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:26:42,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:26:42,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:26:42,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:26:42,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:26:42,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:26:42,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5] 2024-11-09T18:26:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 4841e9080257cc48357364909267b188 2024-11-09T18:26:42,525 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:42,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:26:42,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110987684710fa7943219269412aec2bbd55_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176802522/Put/seqid=0 2024-11-09T18:26:42,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742333_1509 (size=14594) 2024-11-09T18:26:42,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176862570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:42,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176862570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176862570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:42,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176862573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:42,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176862574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T18:26:42,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T18:26:42,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:42,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:42,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:42,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:42,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:42,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176862685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176862685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176862685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176862686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176862686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:42,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T18:26:42,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:42,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:42,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:42,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:42,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T18:26:42,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176862895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:42,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176862896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176862896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176862896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:42,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176862896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:42,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:42,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:42,948 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:42,951 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110987684710fa7943219269412aec2bbd55_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110987684710fa7943219269412aec2bbd55_4841e9080257cc48357364909267b188 2024-11-09T18:26:42,951 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/8e06727d1d4f4a578cf3a1971ff9a9a8, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:42,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/8e06727d1d4f4a578cf3a1971ff9a9a8 is 175, key is test_row_0/A:col10/1731176802522/Put/seqid=0 2024-11-09T18:26:42,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742334_1510 (size=39549) 2024-11-09T18:26:42,957 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/8e06727d1d4f4a578cf3a1971ff9a9a8 2024-11-09T18:26:42,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T18:26:42,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:42,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:42,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:42,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:42,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:42,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/e913e0a96e854dd28c7568271cb7a1d8 is 50, key is test_row_0/B:col10/1731176802522/Put/seqid=0 2024-11-09T18:26:42,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742335_1511 (size=12001) 2024-11-09T18:26:42,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/e913e0a96e854dd28c7568271cb7a1d8 2024-11-09T18:26:42,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/543a7149d9594ddb981cc5f2707d7ea7 is 50, key is test_row_0/C:col10/1731176802522/Put/seqid=0 2024-11-09T18:26:43,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742336_1512 (size=12001) 2024-11-09T18:26:43,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/543a7149d9594ddb981cc5f2707d7ea7 2024-11-09T18:26:43,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/8e06727d1d4f4a578cf3a1971ff9a9a8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/8e06727d1d4f4a578cf3a1971ff9a9a8 2024-11-09T18:26:43,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/8e06727d1d4f4a578cf3a1971ff9a9a8, entries=200, sequenceid=17, filesize=38.6 K 2024-11-09T18:26:43,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/e913e0a96e854dd28c7568271cb7a1d8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/e913e0a96e854dd28c7568271cb7a1d8 2024-11-09T18:26:43,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/e913e0a96e854dd28c7568271cb7a1d8, entries=150, sequenceid=17, filesize=11.7 K 2024-11-09T18:26:43,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/543a7149d9594ddb981cc5f2707d7ea7 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/543a7149d9594ddb981cc5f2707d7ea7 2024-11-09T18:26:43,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/543a7149d9594ddb981cc5f2707d7ea7, entries=150, sequenceid=17, filesize=11.7 K 2024-11-09T18:26:43,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4841e9080257cc48357364909267b188 in 493ms, sequenceid=17, compaction requested=false 2024-11-09T18:26:43,018 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T18:26:43,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:43,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T18:26:43,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:43,124 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T18:26:43,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110973a6b8241cb34f57b1bee89b2d254c12_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176802569/Put/seqid=0 2024-11-09T18:26:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T18:26:43,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742337_1513 (size=12154) 2024-11-09T18:26:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 4841e9080257cc48357364909267b188 2024-11-09T18:26:43,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:43,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176863211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176863214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176863214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176863215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176863215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176863326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176863326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176863326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176863326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176863326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176863535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176863535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176863535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176863536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176863536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:43,552 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110973a6b8241cb34f57b1bee89b2d254c12_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110973a6b8241cb34f57b1bee89b2d254c12_4841e9080257cc48357364909267b188 2024-11-09T18:26:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/48d51fc342ca4e498225b11f908e0593, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/48d51fc342ca4e498225b11f908e0593 is 175, key is test_row_0/A:col10/1731176802569/Put/seqid=0 2024-11-09T18:26:43,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742338_1514 (size=30955) 2024-11-09T18:26:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T18:26:43,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176863846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176863846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176863846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176863846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:43,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176863846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:43,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:43,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:43,957 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/48d51fc342ca4e498225b11f908e0593 2024-11-09T18:26:43,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/32e39ed0a5e54d5d949a3498a0980272 is 50, key is test_row_0/B:col10/1731176802569/Put/seqid=0 2024-11-09T18:26:43,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742339_1515 (size=12001) 2024-11-09T18:26:44,036 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T18:26:44,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176864355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:44,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176864355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:44,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176864355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:44,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:44,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176864355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176864355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:44,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:44,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:44,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:44,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:44,369 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/32e39ed0a5e54d5d949a3498a0980272 2024-11-09T18:26:44,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/9b339388ca064ac0a8da4e751b52b6a7 is 50, key is test_row_0/C:col10/1731176802569/Put/seqid=0 2024-11-09T18:26:44,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742340_1516 (size=12001) 2024-11-09T18:26:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T18:26:44,780 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/9b339388ca064ac0a8da4e751b52b6a7 2024-11-09T18:26:44,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/48d51fc342ca4e498225b11f908e0593 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/48d51fc342ca4e498225b11f908e0593 2024-11-09T18:26:44,790 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/48d51fc342ca4e498225b11f908e0593, entries=150, sequenceid=40, filesize=30.2 K 2024-11-09T18:26:44,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/32e39ed0a5e54d5d949a3498a0980272 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/32e39ed0a5e54d5d949a3498a0980272 2024-11-09T18:26:44,793 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/32e39ed0a5e54d5d949a3498a0980272, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T18:26:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/9b339388ca064ac0a8da4e751b52b6a7 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9b339388ca064ac0a8da4e751b52b6a7 2024-11-09T18:26:44,796 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9b339388ca064ac0a8da4e751b52b6a7, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T18:26:44,797 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4841e9080257cc48357364909267b188 in 1673ms, sequenceid=40, compaction requested=false 2024-11-09T18:26:44,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:44,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:44,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-09T18:26:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-09T18:26:44,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-09T18:26:44,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2840 sec 2024-11-09T18:26:44,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.2890 sec 2024-11-09T18:26:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 4841e9080257cc48357364909267b188 2024-11-09T18:26:45,368 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:45,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T18:26:45,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ed701b24647c49ef8567b709553485a0_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176803214/Put/seqid=0 2024-11-09T18:26:45,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742341_1517 (size=14594) 2024-11-09T18:26:45,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176865387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:45,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176865388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:45,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176865391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:45,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176865392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:45,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176865393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:45,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176865496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176865496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:45,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176865505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:45,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176865505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:45,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:45,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176865505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:45,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:45,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:45,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176865706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176865706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:45,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176865715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:45,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:45,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176865715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:45,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:45,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:45,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176865715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:45,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:45,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:45,784 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:45,787 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ed701b24647c49ef8567b709553485a0_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ed701b24647c49ef8567b709553485a0_4841e9080257cc48357364909267b188 2024-11-09T18:26:45,788 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/1086f874b03f4411b857cfd321c15e95, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:45,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/1086f874b03f4411b857cfd321c15e95 is 175, key is test_row_0/A:col10/1731176803214/Put/seqid=0 2024-11-09T18:26:45,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742342_1518 (size=39549) 2024-11-09T18:26:46,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176866016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:46,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:46,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176866016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:46,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176866025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176866025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:46,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176866025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:46,195 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/1086f874b03f4411b857cfd321c15e95 2024-11-09T18:26:46,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/fb99222b95fd4a1986e4d024c2cd714a is 50, key is test_row_0/B:col10/1731176803214/Put/seqid=0 2024-11-09T18:26:46,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742343_1519 (size=12001) 2024-11-09T18:26:46,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176866526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:46,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:46,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176866526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:46,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:46,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:46,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176866535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176866535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:46,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176866535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:46,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/fb99222b95fd4a1986e4d024c2cd714a 2024-11-09T18:26:46,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/8d152d8c7d4543acbb848915e111d3de is 50, key is test_row_0/C:col10/1731176803214/Put/seqid=0 2024-11-09T18:26:46,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742344_1520 (size=12001) 2024-11-09T18:26:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T18:26:46,665 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:46,666 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-09T18:26:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T18:26:46,667 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:46,668 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:46,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T18:26:46,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T18:26:46,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:46,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:46,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:46,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:46,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:46,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T18:26:46,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:46,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:46,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:46,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:46,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T18:26:47,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/8d152d8c7d4543acbb848915e111d3de 2024-11-09T18:26:47,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/1086f874b03f4411b857cfd321c15e95 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1086f874b03f4411b857cfd321c15e95 2024-11-09T18:26:47,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1086f874b03f4411b857cfd321c15e95, entries=200, sequenceid=56, filesize=38.6 K 2024-11-09T18:26:47,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/fb99222b95fd4a1986e4d024c2cd714a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/fb99222b95fd4a1986e4d024c2cd714a 2024-11-09T18:26:47,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/fb99222b95fd4a1986e4d024c2cd714a, entries=150, sequenceid=56, filesize=11.7 K 2024-11-09T18:26:47,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/8d152d8c7d4543acbb848915e111d3de as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/8d152d8c7d4543acbb848915e111d3de 2024-11-09T18:26:47,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/8d152d8c7d4543acbb848915e111d3de, entries=150, sequenceid=56, filesize=11.7 K 2024-11-09T18:26:47,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4841e9080257cc48357364909267b188 in 1679ms, sequenceid=56, compaction requested=true 2024-11-09T18:26:47,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:47,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:26:47,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:47,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:26:47,047 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:47,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:47,047 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:47,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:26:47,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:47,048 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:47,048 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:47,048 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/B is initiating minor compaction (all files) 2024-11-09T18:26:47,048 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/A is initiating minor compaction (all files) 2024-11-09T18:26:47,048 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/B in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:47,048 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/A in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:47,048 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/e913e0a96e854dd28c7568271cb7a1d8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/32e39ed0a5e54d5d949a3498a0980272, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/fb99222b95fd4a1986e4d024c2cd714a] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=35.2 K 2024-11-09T18:26:47,048 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/8e06727d1d4f4a578cf3a1971ff9a9a8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/48d51fc342ca4e498225b11f908e0593, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1086f874b03f4411b857cfd321c15e95] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=107.5 K 2024-11-09T18:26:47,048 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:47,048 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting e913e0a96e854dd28c7568271cb7a1d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731176802519 2024-11-09T18:26:47,048 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/8e06727d1d4f4a578cf3a1971ff9a9a8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/48d51fc342ca4e498225b11f908e0593, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1086f874b03f4411b857cfd321c15e95] 2024-11-09T18:26:47,049 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e06727d1d4f4a578cf3a1971ff9a9a8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731176802519 2024-11-09T18:26:47,049 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 32e39ed0a5e54d5d949a3498a0980272, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731176802563 2024-11-09T18:26:47,049 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48d51fc342ca4e498225b11f908e0593, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731176802563 2024-11-09T18:26:47,049 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting fb99222b95fd4a1986e4d024c2cd714a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731176803214 2024-11-09T18:26:47,049 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1086f874b03f4411b857cfd321c15e95, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731176803209 2024-11-09T18:26:47,053 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:47,055 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#B#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:47,055 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411090c5e510766714b2f95afd6b7dfe4f55c_4841e9080257cc48357364909267b188 store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:47,055 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/22119dc35674459094249efd48b7e9ca is 50, key is test_row_0/B:col10/1731176803214/Put/seqid=0 2024-11-09T18:26:47,057 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411090c5e510766714b2f95afd6b7dfe4f55c_4841e9080257cc48357364909267b188, store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:47,057 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090c5e510766714b2f95afd6b7dfe4f55c_4841e9080257cc48357364909267b188 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:47,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742345_1521 (size=12104) 2024-11-09T18:26:47,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742346_1522 (size=4469) 2024-11-09T18:26:47,060 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#A#compaction#444 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:47,061 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/1e28a11d6fec453cba0db421e06f90c2 is 175, key is test_row_0/A:col10/1731176803214/Put/seqid=0 2024-11-09T18:26:47,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742347_1523 (size=31058) 2024-11-09T18:26:47,067 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/1e28a11d6fec453cba0db421e06f90c2 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1e28a11d6fec453cba0db421e06f90c2 2024-11-09T18:26:47,070 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4841e9080257cc48357364909267b188/A of 4841e9080257cc48357364909267b188 into 1e28a11d6fec453cba0db421e06f90c2(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:47,070 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:47,070 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/A, priority=13, startTime=1731176807047; duration=0sec 2024-11-09T18:26:47,070 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:47,070 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:A 2024-11-09T18:26:47,070 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:47,071 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:47,071 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/C is initiating minor compaction (all files) 2024-11-09T18:26:47,071 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/C in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:47,071 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/543a7149d9594ddb981cc5f2707d7ea7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9b339388ca064ac0a8da4e751b52b6a7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/8d152d8c7d4543acbb848915e111d3de] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=35.2 K 2024-11-09T18:26:47,072 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 543a7149d9594ddb981cc5f2707d7ea7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731176802519 2024-11-09T18:26:47,072 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b339388ca064ac0a8da4e751b52b6a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731176802563 2024-11-09T18:26:47,072 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d152d8c7d4543acbb848915e111d3de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731176803214 2024-11-09T18:26:47,077 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#C#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:47,077 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/0a033baa2f544b3ca606705783e8504e is 50, key is test_row_0/C:col10/1731176803214/Put/seqid=0 2024-11-09T18:26:47,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742348_1524 (size=12104) 2024-11-09T18:26:47,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T18:26:47,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:47,125 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T18:26:47,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110939bdc8ecfacb4e899508757b3f1da312_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176805391/Put/seqid=0 2024-11-09T18:26:47,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742349_1525 (size=12154) 2024-11-09T18:26:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T18:26:47,463 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/22119dc35674459094249efd48b7e9ca as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/22119dc35674459094249efd48b7e9ca 2024-11-09T18:26:47,466 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4841e9080257cc48357364909267b188/B of 4841e9080257cc48357364909267b188 into 22119dc35674459094249efd48b7e9ca(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:47,466 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:47,466 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/B, priority=13, startTime=1731176807047; duration=0sec 2024-11-09T18:26:47,466 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:47,466 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:B 2024-11-09T18:26:47,485 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/0a033baa2f544b3ca606705783e8504e as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/0a033baa2f544b3ca606705783e8504e 2024-11-09T18:26:47,488 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4841e9080257cc48357364909267b188/C of 4841e9080257cc48357364909267b188 into 0a033baa2f544b3ca606705783e8504e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:47,488 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:47,488 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/C, priority=13, startTime=1731176807047; duration=0sec 2024-11-09T18:26:47,488 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:47,488 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:C 2024-11-09T18:26:47,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:47,536 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110939bdc8ecfacb4e899508757b3f1da312_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110939bdc8ecfacb4e899508757b3f1da312_4841e9080257cc48357364909267b188 2024-11-09T18:26:47,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/1ac3cf25c3b047868e04465cf7ddda48, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:47,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/1ac3cf25c3b047868e04465cf7ddda48 is 175, key is test_row_0/A:col10/1731176805391/Put/seqid=0 2024-11-09T18:26:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 4841e9080257cc48357364909267b188 2024-11-09T18:26:47,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:47,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742350_1526 (size=30955) 2024-11-09T18:26:47,544 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/1ac3cf25c3b047868e04465cf7ddda48 2024-11-09T18:26:47,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/897e72501275453b829a7e7f6db40d69 is 50, key is test_row_0/B:col10/1731176805391/Put/seqid=0 2024-11-09T18:26:47,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742351_1527 (size=12001) 2024-11-09T18:26:47,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176867555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:47,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176867578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:47,582 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in 4841e9080257cc48357364909267b188 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:47,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176867578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176867578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:47,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176867582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:47,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:47,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176867685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:47,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176867685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176867686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:47,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176867696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:47,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T18:26:47,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176867895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:47,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176867896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:47,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:47,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:47,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176867896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:47,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:47,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:47,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176867906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:47,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:47,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:47,957 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/897e72501275453b829a7e7f6db40d69 2024-11-09T18:26:47,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/de663d13df1f4c5cb6597bd106b681f2 is 50, key is test_row_0/C:col10/1731176805391/Put/seqid=0 2024-11-09T18:26:47,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742352_1528 (size=12001) 2024-11-09T18:26:48,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176868205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:48,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:48,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176868205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:48,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:48,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:48,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176868205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:48,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:48,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176868215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:48,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:48,366 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/de663d13df1f4c5cb6597bd106b681f2 2024-11-09T18:26:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/1ac3cf25c3b047868e04465cf7ddda48 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1ac3cf25c3b047868e04465cf7ddda48 2024-11-09T18:26:48,373 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1ac3cf25c3b047868e04465cf7ddda48, entries=150, sequenceid=77, filesize=30.2 K 2024-11-09T18:26:48,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/897e72501275453b829a7e7f6db40d69 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/897e72501275453b829a7e7f6db40d69 2024-11-09T18:26:48,376 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/897e72501275453b829a7e7f6db40d69, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T18:26:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/de663d13df1f4c5cb6597bd106b681f2 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/de663d13df1f4c5cb6597bd106b681f2 2024-11-09T18:26:48,386 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/de663d13df1f4c5cb6597bd106b681f2, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T18:26:48,387 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4841e9080257cc48357364909267b188 in 1262ms, sequenceid=77, compaction requested=false 2024-11-09T18:26:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-09T18:26:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-09T18:26:48,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-09T18:26:48,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7200 sec 2024-11-09T18:26:48,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.7240 sec 2024-11-09T18:26:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 4841e9080257cc48357364909267b188 2024-11-09T18:26:48,718 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:48,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T18:26:48,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110948986a80fe684d23b45b0b51fb69f8c2_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176807552/Put/seqid=0 2024-11-09T18:26:48,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742353_1529 (size=14594) 2024-11-09T18:26:48,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176868739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:48,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176868740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:48,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176868742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:48,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:48,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176868742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:48,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:48,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T18:26:48,816 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:48,816 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-09T18:26:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T18:26:48,818 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:48,818 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:48,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:48,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176868845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:48,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176868845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:48,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176868856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:48,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176868856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T18:26:48,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T18:26:48,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:48,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:48,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:48,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:48,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176869056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:49,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:49,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176869056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:49,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:49,058 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:49,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176869066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:49,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:49,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176869066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:49,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:49,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T18:26:49,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:49,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:49,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:49,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,134 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T18:26:49,137 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110948986a80fe684d23b45b0b51fb69f8c2_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110948986a80fe684d23b45b0b51fb69f8c2_4841e9080257cc48357364909267b188 2024-11-09T18:26:49,137 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/c09b22d3c5e447438936248f2098f650, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:49,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/c09b22d3c5e447438936248f2098f650 is 175, key is test_row_0/A:col10/1731176807552/Put/seqid=0 2024-11-09T18:26:49,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742354_1530 (size=39549) 2024-11-09T18:26:49,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T18:26:49,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:49,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:49,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:49,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176869365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:49,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176869365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:49,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176869376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:49,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176869376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:49,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:49,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:49,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T18:26:49,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:49,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:49,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:49,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T18:26:49,542 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/c09b22d3c5e447438936248f2098f650 2024-11-09T18:26:49,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/68646a11db2944e29de2e2e86cb5f8fd is 50, key is test_row_0/B:col10/1731176807552/Put/seqid=0 2024-11-09T18:26:49,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742355_1531 (size=12001) 2024-11-09T18:26:49,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T18:26:49,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:49,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:49,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:49,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176869606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:49,608 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in 4841e9080257cc48357364909267b188 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:49,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:49,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T18:26:49,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:49,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:49,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:49,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176869876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:49,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:49,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176869876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:49,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:49,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:49,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T18:26:49,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:49,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:49,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:49,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:49,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176869885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:49,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176869885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:49,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/68646a11db2944e29de2e2e86cb5f8fd 2024-11-09T18:26:49,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/36dd65782d4a4f069626475ee986da5a is 50, key is test_row_0/C:col10/1731176807552/Put/seqid=0 2024-11-09T18:26:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T18:26:49,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742356_1532 (size=12001) 2024-11-09T18:26:50,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T18:26:50,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:50,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:50,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:50,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:50,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:50,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T18:26:50,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:50,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:50,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:50,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:50,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:50,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T18:26:50,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:50,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:50,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:50,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:50,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:50,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/36dd65782d4a4f069626475ee986da5a 2024-11-09T18:26:50,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/c09b22d3c5e447438936248f2098f650 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/c09b22d3c5e447438936248f2098f650 2024-11-09T18:26:50,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/c09b22d3c5e447438936248f2098f650, entries=200, sequenceid=97, filesize=38.6 K 2024-11-09T18:26:50,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/68646a11db2944e29de2e2e86cb5f8fd as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/68646a11db2944e29de2e2e86cb5f8fd 2024-11-09T18:26:50,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/68646a11db2944e29de2e2e86cb5f8fd, entries=150, sequenceid=97, filesize=11.7 K 2024-11-09T18:26:50,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/36dd65782d4a4f069626475ee986da5a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/36dd65782d4a4f069626475ee986da5a 2024-11-09T18:26:50,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/36dd65782d4a4f069626475ee986da5a, entries=150, sequenceid=97, filesize=11.7 K 2024-11-09T18:26:50,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 4841e9080257cc48357364909267b188 in 1653ms, sequenceid=97, compaction requested=true 2024-11-09T18:26:50,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:50,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:26:50,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:50,371 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:50,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:26:50,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:50,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:26:50,371 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:50,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:50,372 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:50,372 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:50,372 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/B is initiating minor compaction (all files) 2024-11-09T18:26:50,372 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/A is initiating minor compaction (all files) 2024-11-09T18:26:50,372 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/A in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:50,372 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/B in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:50,372 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1e28a11d6fec453cba0db421e06f90c2, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1ac3cf25c3b047868e04465cf7ddda48, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/c09b22d3c5e447438936248f2098f650] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=99.2 K 2024-11-09T18:26:50,372 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/22119dc35674459094249efd48b7e9ca, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/897e72501275453b829a7e7f6db40d69, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/68646a11db2944e29de2e2e86cb5f8fd] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=35.3 K 2024-11-09T18:26:50,372 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:50,372 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1e28a11d6fec453cba0db421e06f90c2, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1ac3cf25c3b047868e04465cf7ddda48, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/c09b22d3c5e447438936248f2098f650] 2024-11-09T18:26:50,372 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 22119dc35674459094249efd48b7e9ca, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731176803214 2024-11-09T18:26:50,373 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e28a11d6fec453cba0db421e06f90c2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731176803214 2024-11-09T18:26:50,373 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 897e72501275453b829a7e7f6db40d69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731176805375 2024-11-09T18:26:50,373 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ac3cf25c3b047868e04465cf7ddda48, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731176805375 2024-11-09T18:26:50,373 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 68646a11db2944e29de2e2e86cb5f8fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731176807552 2024-11-09T18:26:50,373 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting c09b22d3c5e447438936248f2098f650, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731176807552 2024-11-09T18:26:50,377 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:50,378 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#B#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:50,379 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/65b72c9d2054496fa7ec32651c245c3b is 50, key is test_row_0/B:col10/1731176807552/Put/seqid=0 2024-11-09T18:26:50,380 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411094cdb5d7825c54267b18d2ebc0d765a65_4841e9080257cc48357364909267b188 store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:50,382 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411094cdb5d7825c54267b18d2ebc0d765a65_4841e9080257cc48357364909267b188, store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:50,382 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094cdb5d7825c54267b18d2ebc0d765a65_4841e9080257cc48357364909267b188 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:50,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742357_1533 (size=12207) 2024-11-09T18:26:50,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742358_1534 (size=4469) 2024-11-09T18:26:50,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T18:26:50,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:50,496 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T18:26:50,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d505101b3ef0446ab97e03551f72bc2c_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176808741/Put/seqid=0 2024-11-09T18:26:50,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742359_1535 (size=12154) 2024-11-09T18:26:50,787 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#A#compaction#453 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:50,787 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/a86853cf23c64b42b42437663973bef3 is 175, key is test_row_0/A:col10/1731176807552/Put/seqid=0 2024-11-09T18:26:50,789 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/65b72c9d2054496fa7ec32651c245c3b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/65b72c9d2054496fa7ec32651c245c3b 2024-11-09T18:26:50,793 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4841e9080257cc48357364909267b188/B of 4841e9080257cc48357364909267b188 into 65b72c9d2054496fa7ec32651c245c3b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:50,793 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:50,793 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/B, priority=13, startTime=1731176810371; duration=0sec 2024-11-09T18:26:50,793 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:50,793 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:B 2024-11-09T18:26:50,793 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:50,794 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:50,794 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/C is initiating minor compaction (all files) 2024-11-09T18:26:50,794 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/C in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:50,794 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/0a033baa2f544b3ca606705783e8504e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/de663d13df1f4c5cb6597bd106b681f2, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/36dd65782d4a4f069626475ee986da5a] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=35.3 K 2024-11-09T18:26:50,794 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a033baa2f544b3ca606705783e8504e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731176803214 2024-11-09T18:26:50,795 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting de663d13df1f4c5cb6597bd106b681f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731176805375 2024-11-09T18:26:50,795 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 36dd65782d4a4f069626475ee986da5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731176807552 2024-11-09T18:26:50,804 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#C#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:50,805 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/66475018a3fb46f7ac1a043c046e82ec is 50, key is test_row_0/C:col10/1731176807552/Put/seqid=0 2024-11-09T18:26:50,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742360_1536 (size=31161) 2024-11-09T18:26:50,810 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/a86853cf23c64b42b42437663973bef3 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/a86853cf23c64b42b42437663973bef3 2024-11-09T18:26:50,814 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4841e9080257cc48357364909267b188/A of 4841e9080257cc48357364909267b188 into a86853cf23c64b42b42437663973bef3(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:50,814 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:50,814 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/A, priority=13, startTime=1731176810371; duration=0sec 2024-11-09T18:26:50,814 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:50,814 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:A 2024-11-09T18:26:50,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742361_1537 (size=12207) 2024-11-09T18:26:50,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 4841e9080257cc48357364909267b188 2024-11-09T18:26:50,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:50,908 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d505101b3ef0446ab97e03551f72bc2c_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d505101b3ef0446ab97e03551f72bc2c_4841e9080257cc48357364909267b188 2024-11-09T18:26:50,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/930410738b654eb6b4213262a94e2a9c, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/930410738b654eb6b4213262a94e2a9c is 175, key is test_row_0/A:col10/1731176808741/Put/seqid=0 2024-11-09T18:26:50,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176870908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:50,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176870910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:50,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176870911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:50,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176870911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:50,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:50,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:50,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:50,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:50,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:50,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:50,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742362_1538 (size=30955) 2024-11-09T18:26:50,922 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/930410738b654eb6b4213262a94e2a9c 2024-11-09T18:26:50,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/d681e22e662e4a20b81469283c6fc7b8 is 50, key is test_row_0/B:col10/1731176808741/Put/seqid=0 2024-11-09T18:26:50,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742363_1539 (size=12001) 2024-11-09T18:26:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T18:26:51,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176871016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176871026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176871026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176871026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,218 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/66475018a3fb46f7ac1a043c046e82ec as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/66475018a3fb46f7ac1a043c046e82ec 2024-11-09T18:26:51,221 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4841e9080257cc48357364909267b188/C of 4841e9080257cc48357364909267b188 into 66475018a3fb46f7ac1a043c046e82ec(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:51,221 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:51,221 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/C, priority=13, startTime=1731176810371; duration=0sec 2024-11-09T18:26:51,222 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:51,222 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:C 2024-11-09T18:26:51,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176871226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176871236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176871236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176871236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,334 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/d681e22e662e4a20b81469283c6fc7b8 2024-11-09T18:26:51,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/ec81bdd06ad54d0b88c7a2fb52b88d75 is 50, key is test_row_0/C:col10/1731176808741/Put/seqid=0 2024-11-09T18:26:51,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742364_1540 (size=12001) 2024-11-09T18:26:51,342 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/ec81bdd06ad54d0b88c7a2fb52b88d75 2024-11-09T18:26:51,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/930410738b654eb6b4213262a94e2a9c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/930410738b654eb6b4213262a94e2a9c 2024-11-09T18:26:51,348 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/930410738b654eb6b4213262a94e2a9c, entries=150, sequenceid=116, filesize=30.2 K 2024-11-09T18:26:51,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/d681e22e662e4a20b81469283c6fc7b8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/d681e22e662e4a20b81469283c6fc7b8 2024-11-09T18:26:51,352 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/d681e22e662e4a20b81469283c6fc7b8, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T18:26:51,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/ec81bdd06ad54d0b88c7a2fb52b88d75 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/ec81bdd06ad54d0b88c7a2fb52b88d75 2024-11-09T18:26:51,355 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/ec81bdd06ad54d0b88c7a2fb52b88d75, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T18:26:51,356 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 4841e9080257cc48357364909267b188 in 860ms, sequenceid=116, compaction requested=false 2024-11-09T18:26:51,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:51,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:51,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-09T18:26:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-09T18:26:51,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-09T18:26:51,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5390 sec 2024-11-09T18:26:51,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.5430 sec 2024-11-09T18:26:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 4841e9080257cc48357364909267b188 2024-11-09T18:26:51,537 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:51,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T18:26:51,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096fd15487103c4141a312d602a8a4b971_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176810907/Put/seqid=0 2024-11-09T18:26:51,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742365_1541 (size=14794) 2024-11-09T18:26:51,548 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:51,551 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096fd15487103c4141a312d602a8a4b971_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096fd15487103c4141a312d602a8a4b971_4841e9080257cc48357364909267b188 2024-11-09T18:26:51,552 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/186c20b6d5e6404d97259aaa813cd2a2, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:51,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/186c20b6d5e6404d97259aaa813cd2a2 is 175, key is test_row_0/A:col10/1731176810907/Put/seqid=0 2024-11-09T18:26:51,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742366_1542 (size=39749) 2024-11-09T18:26:51,556 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/186c20b6d5e6404d97259aaa813cd2a2 2024-11-09T18:26:51,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/f52766209dc241da8d36c777ad41c97c is 50, key is test_row_0/B:col10/1731176810907/Put/seqid=0 2024-11-09T18:26:51,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742367_1543 (size=12151) 2024-11-09T18:26:51,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/f52766209dc241da8d36c777ad41c97c 2024-11-09T18:26:51,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176871562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176871562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176871563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176871566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/3de114bcd5a24a408c2b1a7799c20022 is 50, key is test_row_0/C:col10/1731176810907/Put/seqid=0 2024-11-09T18:26:51,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742368_1544 (size=12151) 2024-11-09T18:26:51,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176871676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176871676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176871676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176871676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176871886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176871886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176871886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176871886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:51,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/3de114bcd5a24a408c2b1a7799c20022 2024-11-09T18:26:52,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/186c20b6d5e6404d97259aaa813cd2a2 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/186c20b6d5e6404d97259aaa813cd2a2 2024-11-09T18:26:52,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/186c20b6d5e6404d97259aaa813cd2a2, entries=200, sequenceid=137, filesize=38.8 K 2024-11-09T18:26:52,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/f52766209dc241da8d36c777ad41c97c as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/f52766209dc241da8d36c777ad41c97c 2024-11-09T18:26:52,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/f52766209dc241da8d36c777ad41c97c, entries=150, sequenceid=137, filesize=11.9 K 2024-11-09T18:26:52,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/3de114bcd5a24a408c2b1a7799c20022 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/3de114bcd5a24a408c2b1a7799c20022 2024-11-09T18:26:52,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/3de114bcd5a24a408c2b1a7799c20022, entries=150, sequenceid=137, filesize=11.9 K 2024-11-09T18:26:52,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 4841e9080257cc48357364909267b188 in 508ms, sequenceid=137, compaction requested=true 2024-11-09T18:26:52,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:52,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:26:52,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:52,045 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:52,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:26:52,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:52,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:26:52,045 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:52,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:52,048 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:52,048 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:52,048 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/A is initiating minor compaction (all files) 2024-11-09T18:26:52,048 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/B is initiating minor compaction (all files) 2024-11-09T18:26:52,048 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/A in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:52,048 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/B in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:52,048 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/a86853cf23c64b42b42437663973bef3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/930410738b654eb6b4213262a94e2a9c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/186c20b6d5e6404d97259aaa813cd2a2] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=99.5 K 2024-11-09T18:26:52,048 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/65b72c9d2054496fa7ec32651c245c3b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/d681e22e662e4a20b81469283c6fc7b8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/f52766209dc241da8d36c777ad41c97c] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=35.5 K 2024-11-09T18:26:52,048 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:52,048 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/a86853cf23c64b42b42437663973bef3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/930410738b654eb6b4213262a94e2a9c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/186c20b6d5e6404d97259aaa813cd2a2] 2024-11-09T18:26:52,048 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 65b72c9d2054496fa7ec32651c245c3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731176807552 2024-11-09T18:26:52,048 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting a86853cf23c64b42b42437663973bef3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731176807552 2024-11-09T18:26:52,048 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting d681e22e662e4a20b81469283c6fc7b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731176808726 2024-11-09T18:26:52,048 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 930410738b654eb6b4213262a94e2a9c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731176808726 2024-11-09T18:26:52,049 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting f52766209dc241da8d36c777ad41c97c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731176810907 2024-11-09T18:26:52,049 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 186c20b6d5e6404d97259aaa813cd2a2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731176810907 2024-11-09T18:26:52,054 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:52,054 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#B#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:52,054 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/7b4001cb99944c5fbaba4834208e8b99 is 50, key is test_row_0/B:col10/1731176810907/Put/seqid=0 2024-11-09T18:26:52,057 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110993f7c750134e4de5858ed85798f3a5a4_4841e9080257cc48357364909267b188 store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:52,058 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110993f7c750134e4de5858ed85798f3a5a4_4841e9080257cc48357364909267b188, store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:52,058 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110993f7c750134e4de5858ed85798f3a5a4_4841e9080257cc48357364909267b188 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:52,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742369_1545 (size=12459) 2024-11-09T18:26:52,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742370_1546 (size=4469) 2024-11-09T18:26:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 4841e9080257cc48357364909267b188 2024-11-09T18:26:52,198 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:52,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T18:26:52,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093ac92a80a6d44a8a8a5cd60d1c4aaa3a_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176811564/Put/seqid=0 2024-11-09T18:26:52,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742371_1547 (size=17284) 2024-11-09T18:26:52,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176872241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176872246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176872247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176872248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176872355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176872355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176872355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176872355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,462 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#A#compaction#462 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:52,463 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/7b4001cb99944c5fbaba4834208e8b99 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/7b4001cb99944c5fbaba4834208e8b99 2024-11-09T18:26:52,463 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/26538d2cc10c42a58059e187af9179b9 is 175, key is test_row_0/A:col10/1731176810907/Put/seqid=0 2024-11-09T18:26:52,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742372_1548 (size=31413) 2024-11-09T18:26:52,467 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4841e9080257cc48357364909267b188/B of 4841e9080257cc48357364909267b188 into 7b4001cb99944c5fbaba4834208e8b99(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:52,467 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:52,467 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/B, priority=13, startTime=1731176812045; duration=0sec 2024-11-09T18:26:52,467 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:52,467 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:B 2024-11-09T18:26:52,467 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:26:52,468 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:26:52,468 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/C is initiating minor compaction (all files) 2024-11-09T18:26:52,468 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/C in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:52,468 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/66475018a3fb46f7ac1a043c046e82ec, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/ec81bdd06ad54d0b88c7a2fb52b88d75, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/3de114bcd5a24a408c2b1a7799c20022] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=35.5 K 2024-11-09T18:26:52,468 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 66475018a3fb46f7ac1a043c046e82ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731176807552 2024-11-09T18:26:52,468 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting ec81bdd06ad54d0b88c7a2fb52b88d75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731176808726 2024-11-09T18:26:52,468 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 3de114bcd5a24a408c2b1a7799c20022, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731176810907 2024-11-09T18:26:52,474 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#C#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:52,475 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/e5e5d5dee5ca402499628e7e969a4d15 is 50, key is test_row_0/C:col10/1731176810907/Put/seqid=0 2024-11-09T18:26:52,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742373_1549 (size=12459) 2024-11-09T18:26:52,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176872565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176872565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176872565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176872566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,607 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:52,610 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093ac92a80a6d44a8a8a5cd60d1c4aaa3a_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093ac92a80a6d44a8a8a5cd60d1c4aaa3a_4841e9080257cc48357364909267b188 2024-11-09T18:26:52,611 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/757c0d04798f4dc69317e83a90187c41, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:52,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/757c0d04798f4dc69317e83a90187c41 is 175, key is test_row_0/A:col10/1731176811564/Put/seqid=0 2024-11-09T18:26:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742374_1550 (size=48389) 2024-11-09T18:26:52,616 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/757c0d04798f4dc69317e83a90187c41 2024-11-09T18:26:52,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/b7c92d64715549b1bcdeb15b6d3390be is 50, key is test_row_0/B:col10/1731176811564/Put/seqid=0 2024-11-09T18:26:52,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742375_1551 (size=12151) 2024-11-09T18:26:52,869 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/26538d2cc10c42a58059e187af9179b9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/26538d2cc10c42a58059e187af9179b9 2024-11-09T18:26:52,872 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4841e9080257cc48357364909267b188/A of 4841e9080257cc48357364909267b188 into 26538d2cc10c42a58059e187af9179b9(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:52,872 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:52,873 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/A, priority=13, startTime=1731176812045; duration=0sec 2024-11-09T18:26:52,873 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:52,873 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:A 2024-11-09T18:26:52,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176872876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176872876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176872876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176872876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:52,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:52,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:52,881 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/e5e5d5dee5ca402499628e7e969a4d15 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/e5e5d5dee5ca402499628e7e969a4d15 2024-11-09T18:26:52,885 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4841e9080257cc48357364909267b188/C of 4841e9080257cc48357364909267b188 into e5e5d5dee5ca402499628e7e969a4d15(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:52,885 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:52,885 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/C, priority=13, startTime=1731176812045; duration=0sec 2024-11-09T18:26:52,885 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:52,885 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:C 2024-11-09T18:26:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T18:26:52,976 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:52,976 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-09T18:26:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T18:26:52,978 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:52,978 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:52,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:53,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/b7c92d64715549b1bcdeb15b6d3390be 2024-11-09T18:26:53,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/9ab428fc222d4d5785283104492a95d5 is 50, key is test_row_0/C:col10/1731176811564/Put/seqid=0 2024-11-09T18:26:53,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742376_1552 (size=12151) 2024-11-09T18:26:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T18:26:53,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T18:26:53,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:53,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:53,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:53,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:53,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:53,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T18:26:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:53,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:53,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T18:26:53,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176873385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:53,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:53,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176873385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:53,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:53,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:53,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:53,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176873385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:53,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176873385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:53,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T18:26:53,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:53,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:53,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:53,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:53,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:53,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/9ab428fc222d4d5785283104492a95d5 2024-11-09T18:26:53,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/757c0d04798f4dc69317e83a90187c41 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/757c0d04798f4dc69317e83a90187c41 2024-11-09T18:26:53,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/757c0d04798f4dc69317e83a90187c41, entries=250, sequenceid=157, filesize=47.3 K 2024-11-09T18:26:53,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/b7c92d64715549b1bcdeb15b6d3390be as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/b7c92d64715549b1bcdeb15b6d3390be 2024-11-09T18:26:53,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/b7c92d64715549b1bcdeb15b6d3390be, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T18:26:53,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/9ab428fc222d4d5785283104492a95d5 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9ab428fc222d4d5785283104492a95d5 2024-11-09T18:26:53,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9ab428fc222d4d5785283104492a95d5, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T18:26:53,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4841e9080257cc48357364909267b188 in 1255ms, sequenceid=157, compaction requested=false 2024-11-09T18:26:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:53,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T18:26:53,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:53,587 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T18:26:53,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091312d7fc7bb94f6eaa1fc5e9c404aebb_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176812240/Put/seqid=0 2024-11-09T18:26:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742377_1553 (size=12304) 2024-11-09T18:26:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T18:26:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 4841e9080257cc48357364909267b188 2024-11-09T18:26:53,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:53,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176873675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:53,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:53,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:53,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:53,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176873786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:53,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:53,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:53,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:53,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:53,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176873995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:53,999 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091312d7fc7bb94f6eaa1fc5e9c404aebb_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091312d7fc7bb94f6eaa1fc5e9c404aebb_4841e9080257cc48357364909267b188 2024-11-09T18:26:54,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/a439cb2278ec47c9ad1cabb83601c428, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:54,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/a439cb2278ec47c9ad1cabb83601c428 is 175, key is test_row_0/A:col10/1731176812240/Put/seqid=0 2024-11-09T18:26:54,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742378_1554 (size=31105) 2024-11-09T18:26:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T18:26:54,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176874306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:54,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:54,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:54,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:54,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176874395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:54,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176874396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:54,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176874396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:54,398 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 4841e9080257cc48357364909267b188 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:54,398 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 4841e9080257cc48357364909267b188 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:54,398 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 4841e9080257cc48357364909267b188 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:54,406 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/a439cb2278ec47c9ad1cabb83601c428 2024-11-09T18:26:54,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176874406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:54,409 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in 4841e9080257cc48357364909267b188 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:54,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:54,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:54,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:54,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/fca89a58a11d4a7983caadd89371cba2 is 50, key is test_row_0/B:col10/1731176812240/Put/seqid=0 2024-11-09T18:26:54,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742379_1555 (size=12151) 2024-11-09T18:26:54,415 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/fca89a58a11d4a7983caadd89371cba2 2024-11-09T18:26:54,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/d13debb5af7f444fa4f77ecd6da92621 is 50, key is test_row_0/C:col10/1731176812240/Put/seqid=0 2024-11-09T18:26:54,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742380_1556 (size=12151) 2024-11-09T18:26:54,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176874816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:54,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:54,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:54,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:54,823 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/d13debb5af7f444fa4f77ecd6da92621 2024-11-09T18:26:54,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/a439cb2278ec47c9ad1cabb83601c428 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/a439cb2278ec47c9ad1cabb83601c428 2024-11-09T18:26:54,829 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/a439cb2278ec47c9ad1cabb83601c428, entries=150, sequenceid=176, filesize=30.4 K 2024-11-09T18:26:54,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/fca89a58a11d4a7983caadd89371cba2 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/fca89a58a11d4a7983caadd89371cba2 2024-11-09T18:26:54,832 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/fca89a58a11d4a7983caadd89371cba2, entries=150, sequenceid=176, filesize=11.9 K 2024-11-09T18:26:54,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/d13debb5af7f444fa4f77ecd6da92621 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/d13debb5af7f444fa4f77ecd6da92621 2024-11-09T18:26:54,835 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/d13debb5af7f444fa4f77ecd6da92621, entries=150, sequenceid=176, filesize=11.9 K 2024-11-09T18:26:54,836 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4841e9080257cc48357364909267b188 in 1249ms, sequenceid=176, compaction requested=true 2024-11-09T18:26:54,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:54,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:54,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-09T18:26:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-09T18:26:54,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-09T18:26:54,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8590 sec 2024-11-09T18:26:54,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.8620 sec 2024-11-09T18:26:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T18:26:55,126 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:55,126 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-09T18:26:55,128 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T18:26:55,128 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:55,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T18:26:55,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T18:26:55,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:55,281 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T18:26:55,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109aaa42c7594bd4b5d92171ebbb2f0b698_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176813674/Put/seqid=0 2024-11-09T18:26:55,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742381_1557 (size=12304) 2024-11-09T18:26:55,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:55,291 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109aaa42c7594bd4b5d92171ebbb2f0b698_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109aaa42c7594bd4b5d92171ebbb2f0b698_4841e9080257cc48357364909267b188 2024-11-09T18:26:55,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/118e5e0a600f4330baedb9fe80d4f2eb, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:55,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/118e5e0a600f4330baedb9fe80d4f2eb is 175, key is test_row_0/A:col10/1731176813674/Put/seqid=0 2024-11-09T18:26:55,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742382_1558 (size=31105) 2024-11-09T18:26:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T18:26:55,695 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/118e5e0a600f4330baedb9fe80d4f2eb 2024-11-09T18:26:55,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/f9f57b47d44f4c57aa1c7cd07331a2c1 is 50, key is test_row_0/B:col10/1731176813674/Put/seqid=0 2024-11-09T18:26:55,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742383_1559 (size=12151) 2024-11-09T18:26:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T18:26:55,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 4841e9080257cc48357364909267b188 2024-11-09T18:26:55,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176875890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:55,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:55,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:55,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:56,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176876005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:56,103 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/f9f57b47d44f4c57aa1c7cd07331a2c1 2024-11-09T18:26:56,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/9ec55b3cdd494a05aec5dc7268e773fe is 50, key is test_row_0/C:col10/1731176813674/Put/seqid=0 2024-11-09T18:26:56,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742384_1560 (size=12151) 2024-11-09T18:26:56,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176876215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:56,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T18:26:56,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176876406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:56,408 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 4841e9080257cc48357364909267b188 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:56,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:56,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176876416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:56,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176876416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:56,419 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 4841e9080257cc48357364909267b188 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:56,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:56,419 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 4841e9080257cc48357364909267b188 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:56,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:56,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176876425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:56,428 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in 4841e9080257cc48357364909267b188 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:26:56,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:56,511 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/9ec55b3cdd494a05aec5dc7268e773fe 2024-11-09T18:26:56,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/118e5e0a600f4330baedb9fe80d4f2eb as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/118e5e0a600f4330baedb9fe80d4f2eb 2024-11-09T18:26:56,517 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/118e5e0a600f4330baedb9fe80d4f2eb, entries=150, sequenceid=196, filesize=30.4 K 2024-11-09T18:26:56,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/f9f57b47d44f4c57aa1c7cd07331a2c1 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/f9f57b47d44f4c57aa1c7cd07331a2c1 2024-11-09T18:26:56,520 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/f9f57b47d44f4c57aa1c7cd07331a2c1, entries=150, sequenceid=196, filesize=11.9 K 2024-11-09T18:26:56,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/9ec55b3cdd494a05aec5dc7268e773fe as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9ec55b3cdd494a05aec5dc7268e773fe 2024-11-09T18:26:56,522 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9ec55b3cdd494a05aec5dc7268e773fe, entries=150, sequenceid=196, filesize=11.9 K 2024-11-09T18:26:56,523 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4841e9080257cc48357364909267b188 in 1243ms, sequenceid=196, compaction requested=true 2024-11-09T18:26:56,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:56,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:56,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-09T18:26:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-09T18:26:56,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-09T18:26:56,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3960 sec 2024-11-09T18:26:56,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.3990 sec 2024-11-09T18:26:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 4841e9080257cc48357364909267b188 2024-11-09T18:26:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:56,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T18:26:56,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ec4a22f69e234ffc9470d41e3ddec6c0_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176815889/Put/seqid=0 2024-11-09T18:26:56,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742385_1561 (size=14794) 2024-11-09T18:26:56,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176876601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:56,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:56,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176876715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:56,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176876925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:56,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:56,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:56,938 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:56,940 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ec4a22f69e234ffc9470d41e3ddec6c0_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ec4a22f69e234ffc9470d41e3ddec6c0_4841e9080257cc48357364909267b188 2024-11-09T18:26:56,941 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/658f73e6accb40be9bb14ad873fd755d, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:56,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/658f73e6accb40be9bb14ad873fd755d is 175, key is test_row_0/A:col10/1731176815889/Put/seqid=0 2024-11-09T18:26:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742386_1562 (size=39749) 2024-11-09T18:26:57,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176877235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:57,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:57,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:57,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T18:26:57,276 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:57,276 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-09T18:26:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T18:26:57,278 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:57,278 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:57,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:57,345 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/658f73e6accb40be9bb14ad873fd755d 2024-11-09T18:26:57,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/e16808c607bc48d7a6158a98e80f09b8 is 50, key is test_row_0/B:col10/1731176815889/Put/seqid=0 2024-11-09T18:26:57,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742387_1563 (size=12151) 2024-11-09T18:26:57,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/e16808c607bc48d7a6158a98e80f09b8 2024-11-09T18:26:57,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/d5fa016309044ec297b802b5080bc69f is 50, key is test_row_0/C:col10/1731176815889/Put/seqid=0 2024-11-09T18:26:57,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742388_1564 (size=12151) 2024-11-09T18:26:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T18:26:57,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T18:26:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:57,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:57,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T18:26:57,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:57,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:57,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:57,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:57,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T18:26:57,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T18:26:57,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:57,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:57,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:57,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:57,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:57,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176877745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:57,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/d5fa016309044ec297b802b5080bc69f 2024-11-09T18:26:57,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/658f73e6accb40be9bb14ad873fd755d as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/658f73e6accb40be9bb14ad873fd755d 2024-11-09T18:26:57,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/658f73e6accb40be9bb14ad873fd755d, entries=200, sequenceid=213, filesize=38.8 K 2024-11-09T18:26:57,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/e16808c607bc48d7a6158a98e80f09b8 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/e16808c607bc48d7a6158a98e80f09b8 2024-11-09T18:26:57,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/e16808c607bc48d7a6158a98e80f09b8, entries=150, sequenceid=213, filesize=11.9 K 2024-11-09T18:26:57,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/d5fa016309044ec297b802b5080bc69f as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/d5fa016309044ec297b802b5080bc69f 2024-11-09T18:26:57,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/d5fa016309044ec297b802b5080bc69f, entries=150, sequenceid=213, filesize=11.9 K 2024-11-09T18:26:57,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4841e9080257cc48357364909267b188 in 1244ms, sequenceid=213, compaction requested=true 2024-11-09T18:26:57,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:57,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:26:57,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:57,772 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T18:26:57,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:26:57,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:57,772 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T18:26:57,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:26:57,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:57,773 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61063 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T18:26:57,773 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/B is initiating minor compaction (all files) 2024-11-09T18:26:57,774 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/B in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:57,774 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/7b4001cb99944c5fbaba4834208e8b99, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/b7c92d64715549b1bcdeb15b6d3390be, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/fca89a58a11d4a7983caadd89371cba2, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/f9f57b47d44f4c57aa1c7cd07331a2c1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/e16808c607bc48d7a6158a98e80f09b8] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=59.6 K 2024-11-09T18:26:57,774 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 181761 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T18:26:57,774 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/A is initiating minor compaction (all files) 2024-11-09T18:26:57,774 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/A in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:57,774 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/26538d2cc10c42a58059e187af9179b9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/757c0d04798f4dc69317e83a90187c41, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/a439cb2278ec47c9ad1cabb83601c428, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/118e5e0a600f4330baedb9fe80d4f2eb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/658f73e6accb40be9bb14ad873fd755d] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=177.5 K 2024-11-09T18:26:57,774 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:57,774 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/26538d2cc10c42a58059e187af9179b9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/757c0d04798f4dc69317e83a90187c41, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/a439cb2278ec47c9ad1cabb83601c428, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/118e5e0a600f4330baedb9fe80d4f2eb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/658f73e6accb40be9bb14ad873fd755d] 2024-11-09T18:26:57,774 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b4001cb99944c5fbaba4834208e8b99, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731176810907 2024-11-09T18:26:57,774 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26538d2cc10c42a58059e187af9179b9, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731176810907 2024-11-09T18:26:57,774 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting b7c92d64715549b1bcdeb15b6d3390be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731176811559 2024-11-09T18:26:57,774 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 757c0d04798f4dc69317e83a90187c41, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731176811559 2024-11-09T18:26:57,775 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting fca89a58a11d4a7983caadd89371cba2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731176812240 2024-11-09T18:26:57,775 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting a439cb2278ec47c9ad1cabb83601c428, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731176812240 2024-11-09T18:26:57,775 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting f9f57b47d44f4c57aa1c7cd07331a2c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731176813666 2024-11-09T18:26:57,775 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 118e5e0a600f4330baedb9fe80d4f2eb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731176813666 2024-11-09T18:26:57,775 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting e16808c607bc48d7a6158a98e80f09b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731176815883 2024-11-09T18:26:57,775 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 658f73e6accb40be9bb14ad873fd755d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731176815844 2024-11-09T18:26:57,780 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:57,782 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109066db68e14ca4ca7ba05bb158a9b3883_4841e9080257cc48357364909267b188 store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:57,783 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#B#compaction#476 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:57,783 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/6e49fb218a6a419ea743ec11f67ee9f1 is 50, key is test_row_0/B:col10/1731176815889/Put/seqid=0 2024-11-09T18:26:57,785 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109066db68e14ca4ca7ba05bb158a9b3883_4841e9080257cc48357364909267b188, store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:57,785 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109066db68e14ca4ca7ba05bb158a9b3883_4841e9080257cc48357364909267b188 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:57,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742389_1565 (size=12629) 2024-11-09T18:26:57,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742390_1566 (size=4469) 2024-11-09T18:26:57,788 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#A#compaction#477 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:57,789 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/c21d51f5106c4c359ac56c2c44d32578 is 175, key is test_row_0/A:col10/1731176815889/Put/seqid=0 2024-11-09T18:26:57,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742391_1567 (size=31583) 2024-11-09T18:26:57,791 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/6e49fb218a6a419ea743ec11f67ee9f1 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/6e49fb218a6a419ea743ec11f67ee9f1 2024-11-09T18:26:57,794 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 4841e9080257cc48357364909267b188/B of 4841e9080257cc48357364909267b188 into 6e49fb218a6a419ea743ec11f67ee9f1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:57,794 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:57,795 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/B, priority=11, startTime=1731176817772; duration=0sec 2024-11-09T18:26:57,795 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:26:57,795 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:B 2024-11-09T18:26:57,795 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T18:26:57,796 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61063 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T18:26:57,796 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/C is initiating minor compaction (all files) 2024-11-09T18:26:57,796 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/C in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:57,796 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/e5e5d5dee5ca402499628e7e969a4d15, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9ab428fc222d4d5785283104492a95d5, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/d13debb5af7f444fa4f77ecd6da92621, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9ec55b3cdd494a05aec5dc7268e773fe, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/d5fa016309044ec297b802b5080bc69f] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=59.6 K 2024-11-09T18:26:57,796 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting e5e5d5dee5ca402499628e7e969a4d15, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731176810907 2024-11-09T18:26:57,796 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ab428fc222d4d5785283104492a95d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731176811559 2024-11-09T18:26:57,797 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting d13debb5af7f444fa4f77ecd6da92621, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731176812240 2024-11-09T18:26:57,797 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ec55b3cdd494a05aec5dc7268e773fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731176813666 2024-11-09T18:26:57,797 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting d5fa016309044ec297b802b5080bc69f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731176815883 2024-11-09T18:26:57,805 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#C#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:26:57,806 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/c6cdabec212046f5b42d677623daa159 is 50, key is test_row_0/C:col10/1731176815889/Put/seqid=0 2024-11-09T18:26:57,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742392_1568 (size=12629) 2024-11-09T18:26:57,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T18:26:57,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:57,887 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T18:26:57,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109790201cdc1f84539bfcc584a6a2bf47d_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176816600/Put/seqid=0 2024-11-09T18:26:57,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742393_1569 (size=12304) 2024-11-09T18:26:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T18:26:58,194 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/c21d51f5106c4c359ac56c2c44d32578 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/c21d51f5106c4c359ac56c2c44d32578 2024-11-09T18:26:58,197 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 4841e9080257cc48357364909267b188/A of 4841e9080257cc48357364909267b188 into c21d51f5106c4c359ac56c2c44d32578(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:58,198 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:58,198 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/A, priority=11, startTime=1731176817772; duration=0sec 2024-11-09T18:26:58,198 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:58,198 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:A 2024-11-09T18:26:58,220 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/c6cdabec212046f5b42d677623daa159 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/c6cdabec212046f5b42d677623daa159 2024-11-09T18:26:58,224 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 4841e9080257cc48357364909267b188/C of 4841e9080257cc48357364909267b188 into c6cdabec212046f5b42d677623daa159(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:26:58,224 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:58,224 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/C, priority=11, startTime=1731176817772; duration=0sec 2024-11-09T18:26:58,224 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:26:58,224 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:C 2024-11-09T18:26:58,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,298 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109790201cdc1f84539bfcc584a6a2bf47d_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109790201cdc1f84539bfcc584a6a2bf47d_4841e9080257cc48357364909267b188 2024-11-09T18:26:58,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/bdf9257ce0c143158650d3f1e57189e4, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:58,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/bdf9257ce0c143158650d3f1e57189e4 is 175, key is test_row_0/A:col10/1731176816600/Put/seqid=0 2024-11-09T18:26:58,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742394_1570 (size=31105) 2024-11-09T18:26:58,304 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/bdf9257ce0c143158650d3f1e57189e4 2024-11-09T18:26:58,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/9f788fe54a8545048289605d9352ea85 is 50, key is test_row_0/B:col10/1731176816600/Put/seqid=0 2024-11-09T18:26:58,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742395_1571 (size=12151) 2024-11-09T18:26:58,314 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/9f788fe54a8545048289605d9352ea85 2024-11-09T18:26:58,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/e9205edb82994ba9b27adbcfde50502b is 50, key is test_row_0/C:col10/1731176816600/Put/seqid=0 2024-11-09T18:26:58,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742396_1572 (size=12151) 2024-11-09T18:26:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T18:26:58,723 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/e9205edb82994ba9b27adbcfde50502b 2024-11-09T18:26:58,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/bdf9257ce0c143158650d3f1e57189e4 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/bdf9257ce0c143158650d3f1e57189e4 2024-11-09T18:26:58,733 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/bdf9257ce0c143158650d3f1e57189e4, entries=150, sequenceid=233, filesize=30.4 K 2024-11-09T18:26:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/9f788fe54a8545048289605d9352ea85 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/9f788fe54a8545048289605d9352ea85 2024-11-09T18:26:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,738 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/9f788fe54a8545048289605d9352ea85, entries=150, sequenceid=233, filesize=11.9 K 2024-11-09T18:26:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/e9205edb82994ba9b27adbcfde50502b as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/e9205edb82994ba9b27adbcfde50502b 2024-11-09T18:26:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,755 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/e9205edb82994ba9b27adbcfde50502b, entries=150, sequenceid=233, filesize=11.9 K 2024-11-09T18:26:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,756 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 4841e9080257cc48357364909267b188 in 869ms, sequenceid=233, compaction requested=false 2024-11-09T18:26:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:26:58,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-09T18:26:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-09T18:26:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-09T18:26:58,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4790 sec 2024-11-09T18:26:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.4840 sec 2024-11-09T18:26:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 4841e9080257cc48357364909267b188 2024-11-09T18:26:58,824 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:26:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T18:26:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ae92edb45cc1487f925820cb8b34f614_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176818820/Put/seqid=0 2024-11-09T18:26:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742397_1573 (size=17284) 2024-11-09T18:26:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:58,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176878899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:58,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:58,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:58,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:59,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176879006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:59,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:59,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:59,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:59,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176879215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:59,233 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:26:59,236 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ae92edb45cc1487f925820cb8b34f614_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ae92edb45cc1487f925820cb8b34f614_4841e9080257cc48357364909267b188 2024-11-09T18:26:59,236 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/67cd32f5ddfe4f8b9dade009ff1fc500, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:26:59,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/67cd32f5ddfe4f8b9dade009ff1fc500 is 175, key is test_row_0/A:col10/1731176818820/Put/seqid=0 2024-11-09T18:26:59,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742398_1574 (size=48389) 2024-11-09T18:26:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T18:26:59,426 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:26:59,426 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T18:26:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-09T18:26:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T18:26:59,428 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T18:26:59,428 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T18:26:59,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T18:26:59,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:26:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176879525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:26:59,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:59,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:26:59,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:26:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T18:26:59,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T18:26:59,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:59,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:59,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:59,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:59,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:59,640 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/67cd32f5ddfe4f8b9dade009ff1fc500 2024-11-09T18:26:59,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/bc71657c43374ffda8dd09a13c540e06 is 50, key is test_row_0/B:col10/1731176818820/Put/seqid=0 2024-11-09T18:26:59,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742399_1575 (size=12151) 2024-11-09T18:26:59,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T18:26:59,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:59,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:59,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:59,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:59,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T18:26:59,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T18:26:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:26:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:26:59,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:59,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:26:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:27:00,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T18:27:00,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:00,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:27:00,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:00,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:27:00,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:27:00,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:27:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176880036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:00,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:27:00,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:00,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:27:00,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/bc71657c43374ffda8dd09a13c540e06 2024-11-09T18:27:00,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/c7db73639b644fa49eeee8caec5dbb21 is 50, key is test_row_0/C:col10/1731176818820/Put/seqid=0 2024-11-09T18:27:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T18:27:00,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742400_1576 (size=12151) 2024-11-09T18:27:00,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T18:27:00,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:00,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:27:00,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:00,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:27:00,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:27:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:27:00,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T18:27:00,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:00,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:27:00,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:00,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:27:00,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:27:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:27:00,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:27:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56980 deadline: 1731176880426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:00,430 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 4841e9080257cc48357364909267b188 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:27:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:27:00,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/c7db73639b644fa49eeee8caec5dbb21 2024-11-09T18:27:00,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:27:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56996 deadline: 1731176880455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:00,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:27:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731176880455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:00,458 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 4841e9080257cc48357364909267b188 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:27:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:27:00,458 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_2' in 4841e9080257cc48357364909267b188 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:27:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:27:00,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/67cd32f5ddfe4f8b9dade009ff1fc500 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/67cd32f5ddfe4f8b9dade009ff1fc500 2024-11-09T18:27:00,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/67cd32f5ddfe4f8b9dade009ff1fc500, entries=250, sequenceid=246, filesize=47.3 K 2024-11-09T18:27:00,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/bc71657c43374ffda8dd09a13c540e06 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/bc71657c43374ffda8dd09a13c540e06 2024-11-09T18:27:00,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/bc71657c43374ffda8dd09a13c540e06, entries=150, sequenceid=246, filesize=11.9 K 2024-11-09T18:27:00,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/c7db73639b644fa49eeee8caec5dbb21 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/c7db73639b644fa49eeee8caec5dbb21 2024-11-09T18:27:00,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:27:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57038 deadline: 1731176880465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:00,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/c7db73639b644fa49eeee8caec5dbb21, entries=150, sequenceid=246, filesize=11.9 K 2024-11-09T18:27:00,470 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to fb97eb0edbe8,41913,1731176653206 for 'test_row_0' in 4841e9080257cc48357364909267b188 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T18:27:00,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:00,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:00,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:27:00,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4841e9080257cc48357364909267b188 in 1647ms, sequenceid=246, compaction requested=true 2024-11-09T18:27:00,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:27:00,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:27:00,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:27:00,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:27:00,471 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:27:00,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:27:00,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:27:00,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T18:27:00,471 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:27:00,473 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:27:00,473 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:27:00,473 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/A is initiating minor compaction (all files) 2024-11-09T18:27:00,473 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/B is initiating minor compaction (all files) 2024-11-09T18:27:00,473 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/A in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:00,473 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/B in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:00,473 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/c21d51f5106c4c359ac56c2c44d32578, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/bdf9257ce0c143158650d3f1e57189e4, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/67cd32f5ddfe4f8b9dade009ff1fc500] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=108.5 K 2024-11-09T18:27:00,473 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/6e49fb218a6a419ea743ec11f67ee9f1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/9f788fe54a8545048289605d9352ea85, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/bc71657c43374ffda8dd09a13c540e06] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=36.1 K 2024-11-09T18:27:00,473 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:00,473 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/c21d51f5106c4c359ac56c2c44d32578, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/bdf9257ce0c143158650d3f1e57189e4, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/67cd32f5ddfe4f8b9dade009ff1fc500] 2024-11-09T18:27:00,473 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e49fb218a6a419ea743ec11f67ee9f1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731176815883 2024-11-09T18:27:00,473 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting c21d51f5106c4c359ac56c2c44d32578, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731176815883 2024-11-09T18:27:00,473 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f788fe54a8545048289605d9352ea85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731176816571 2024-11-09T18:27:00,473 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdf9257ce0c143158650d3f1e57189e4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731176816571 2024-11-09T18:27:00,474 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting bc71657c43374ffda8dd09a13c540e06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731176818815 2024-11-09T18:27:00,474 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67cd32f5ddfe4f8b9dade009ff1fc500, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731176818802 2024-11-09T18:27:00,479 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#B#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:27:00,480 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/b3f59257426c42caa927ad7936f400be is 50, key is test_row_0/B:col10/1731176818820/Put/seqid=0 2024-11-09T18:27:00,481 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:27:00,482 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109e72f6d72fc084256a63a05b3b595f2b7_4841e9080257cc48357364909267b188 store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:27:00,484 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109e72f6d72fc084256a63a05b3b595f2b7_4841e9080257cc48357364909267b188, store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:27:00,485 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e72f6d72fc084256a63a05b3b595f2b7_4841e9080257cc48357364909267b188 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:27:00,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742401_1577 (size=12731) 2024-11-09T18:27:00,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742402_1578 (size=4469) 2024-11-09T18:27:00,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T18:27:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:00,496 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T18:27:00,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110908d431160d604acc9a1ae50e31c64847_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176818898/Put/seqid=0 2024-11-09T18:27:00,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742403_1579 (size=12454) 2024-11-09T18:27:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T18:27:00,891 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/b3f59257426c42caa927ad7936f400be as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/b3f59257426c42caa927ad7936f400be 2024-11-09T18:27:00,891 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#A#compaction#486 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:27:00,891 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/d60c3ef13656454d9b7a2aac81d3d136 is 175, key is test_row_0/A:col10/1731176818820/Put/seqid=0 2024-11-09T18:27:00,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742404_1580 (size=31685) 2024-11-09T18:27:00,895 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4841e9080257cc48357364909267b188/B of 4841e9080257cc48357364909267b188 into b3f59257426c42caa927ad7936f400be(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:27:00,895 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:27:00,895 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/B, priority=13, startTime=1731176820471; duration=0sec 2024-11-09T18:27:00,895 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:27:00,895 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:B 2024-11-09T18:27:00,895 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:27:00,895 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:27:00,896 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/C is initiating minor compaction (all files) 2024-11-09T18:27:00,896 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/C in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:00,896 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/c6cdabec212046f5b42d677623daa159, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/e9205edb82994ba9b27adbcfde50502b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/c7db73639b644fa49eeee8caec5dbb21] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=36.1 K 2024-11-09T18:27:00,896 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting c6cdabec212046f5b42d677623daa159, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731176815883 2024-11-09T18:27:00,896 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting e9205edb82994ba9b27adbcfde50502b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731176816571 2024-11-09T18:27:00,896 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting c7db73639b644fa49eeee8caec5dbb21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731176818815 2024-11-09T18:27:00,898 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/d60c3ef13656454d9b7a2aac81d3d136 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/d60c3ef13656454d9b7a2aac81d3d136 2024-11-09T18:27:00,901 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4841e9080257cc48357364909267b188/A of 4841e9080257cc48357364909267b188 into d60c3ef13656454d9b7a2aac81d3d136(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:27:00,901 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:27:00,901 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/A, priority=13, startTime=1731176820471; duration=0sec 2024-11-09T18:27:00,901 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:27:00,902 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:A 2024-11-09T18:27:00,902 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#C#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:27:00,903 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/4a82411b710542a1b2640037b5f80edf is 50, key is test_row_0/C:col10/1731176818820/Put/seqid=0 2024-11-09T18:27:00,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:27:00,907 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110908d431160d604acc9a1ae50e31c64847_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110908d431160d604acc9a1ae50e31c64847_4841e9080257cc48357364909267b188 2024-11-09T18:27:00,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/823a6739e89544a09d930b9da4440deb, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:27:00,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742405_1581 (size=12731) 2024-11-09T18:27:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/823a6739e89544a09d930b9da4440deb is 175, key is test_row_0/A:col10/1731176818898/Put/seqid=0 2024-11-09T18:27:00,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742406_1582 (size=31255) 2024-11-09T18:27:00,913 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/823a6739e89544a09d930b9da4440deb 2024-11-09T18:27:00,914 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/4a82411b710542a1b2640037b5f80edf as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/4a82411b710542a1b2640037b5f80edf 2024-11-09T18:27:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/de03141354c446188462e831e5ce9cf6 is 50, key is test_row_0/B:col10/1731176818898/Put/seqid=0 2024-11-09T18:27:00,919 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4841e9080257cc48357364909267b188/C of 4841e9080257cc48357364909267b188 into 4a82411b710542a1b2640037b5f80edf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:27:00,919 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:27:00,919 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/C, priority=13, startTime=1731176820471; duration=0sec 2024-11-09T18:27:00,919 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:27:00,920 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:C 2024-11-09T18:27:00,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742407_1583 (size=12301) 2024-11-09T18:27:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 4841e9080257cc48357364909267b188 2024-11-09T18:27:01,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. as already flushing 2024-11-09T18:27:01,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:27:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176881066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:27:01,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:27:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176881176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:01,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:01,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:01,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:27:01,323 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/de03141354c446188462e831e5ce9cf6 2024-11-09T18:27:01,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/40b60173fd9542039866d57cf95ab2cf is 50, key is test_row_0/C:col10/1731176818898/Put/seqid=0 2024-11-09T18:27:01,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742408_1584 (size=12301) 2024-11-09T18:27:01,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:27:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176881385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:27:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T18:27:01,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:27:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176881696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:27:01,731 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/40b60173fd9542039866d57cf95ab2cf 2024-11-09T18:27:01,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/823a6739e89544a09d930b9da4440deb as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/823a6739e89544a09d930b9da4440deb 2024-11-09T18:27:01,737 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/823a6739e89544a09d930b9da4440deb, entries=150, sequenceid=271, filesize=30.5 K 2024-11-09T18:27:01,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/de03141354c446188462e831e5ce9cf6 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/de03141354c446188462e831e5ce9cf6 2024-11-09T18:27:01,740 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/de03141354c446188462e831e5ce9cf6, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T18:27:01,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/40b60173fd9542039866d57cf95ab2cf as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/40b60173fd9542039866d57cf95ab2cf 2024-11-09T18:27:01,743 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/40b60173fd9542039866d57cf95ab2cf, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T18:27:01,744 INFO [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4841e9080257cc48357364909267b188 in 1248ms, sequenceid=271, compaction requested=false 2024-11-09T18:27:01,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:27:01,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:01,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-09T18:27:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-09T18:27:01,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-09T18:27:01,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3170 sec 2024-11-09T18:27:01,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.3210 sec 2024-11-09T18:27:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 4841e9080257cc48357364909267b188 2024-11-09T18:27:02,207 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:27:02,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T18:27:02,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110949fb29b85cf44b95872dbe055a55b248_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176822206/Put/seqid=0 2024-11-09T18:27:02,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742409_1585 (size=14994) 2024-11-09T18:27:02,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:27:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176882285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:27:02,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:27:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176882396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:02,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:02,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:02,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:27:02,513 INFO [Thread-2294 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2294. 2024-11-09T18:27:02,513 DEBUG [Thread-2294 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:27:02,513 DEBUG [Thread-2294 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:02,513 DEBUG [Thread-2294 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:02,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:27:02,514 INFO [Thread-2288 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2288. 2024-11-09T18:27:02,514 DEBUG [Thread-2288 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:27:02,514 DEBUG [Thread-2288 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:02,515 DEBUG [Thread-2288 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:02,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:27:02,515 INFO [Thread-2292 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2292. 2024-11-09T18:27:02,515 DEBUG [Thread-2292 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:27:02,515 DEBUG [Thread-2292 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:02,515 DEBUG [Thread-2292 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:02,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:27:02,516 INFO [Thread-2290 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2290. 2024-11-09T18:27:02,516 DEBUG [Thread-2290 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:27:02,516 DEBUG [Thread-2290 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:02,516 DEBUG [Thread-2290 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:02,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:27:02,518 INFO [Thread-2296 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2296. 2024-11-09T18:27:02,518 DEBUG [Thread-2296 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:27:02,518 DEBUG [Thread-2296 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:02,518 DEBUG [Thread-2296 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:02,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:27:02,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:27:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176882606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:27:02,616 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:27:02,623 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110949fb29b85cf44b95872dbe055a55b248_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110949fb29b85cf44b95872dbe055a55b248_4841e9080257cc48357364909267b188 2024-11-09T18:27:02,624 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/874a8526556e49a4b9f5efaa5ef26eea, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:27:02,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/874a8526556e49a4b9f5efaa5ef26eea is 175, key is test_row_0/A:col10/1731176822206/Put/seqid=0 2024-11-09T18:27:02,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742410_1586 (size=39949) 2024-11-09T18:27:02,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:27:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176882916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:27:03,031 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/874a8526556e49a4b9f5efaa5ef26eea 2024-11-09T18:27:03,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/d8de9e3695ba4d739592d23248b47d04 is 50, key is test_row_0/B:col10/1731176822206/Put/seqid=0 2024-11-09T18:27:03,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742411_1587 (size=12301) 2024-11-09T18:27:03,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:27:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56962 deadline: 1731176883427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:03,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 , the old value is region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:03,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T18:27:03,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., hostname=fb97eb0edbe8,41913,1731176653206, seqNum=5 because the exception is null or not the one we care about 2024-11-09T18:27:03,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/d8de9e3695ba4d739592d23248b47d04 2024-11-09T18:27:03,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/379abbb10b3744ed840e2fd4043183e9 is 50, key is test_row_0/C:col10/1731176822206/Put/seqid=0 2024-11-09T18:27:03,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742412_1588 (size=12301) 2024-11-09T18:27:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T18:27:03,597 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:27:03,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/379abbb10b3744ed840e2fd4043183e9 2024-11-09T18:27:03,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/874a8526556e49a4b9f5efaa5ef26eea as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/874a8526556e49a4b9f5efaa5ef26eea 2024-11-09T18:27:03,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/874a8526556e49a4b9f5efaa5ef26eea, entries=200, sequenceid=286, filesize=39.0 K 2024-11-09T18:27:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/d8de9e3695ba4d739592d23248b47d04 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/d8de9e3695ba4d739592d23248b47d04 2024-11-09T18:27:03,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/d8de9e3695ba4d739592d23248b47d04, entries=150, sequenceid=286, filesize=12.0 K 2024-11-09T18:27:03,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/379abbb10b3744ed840e2fd4043183e9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/379abbb10b3744ed840e2fd4043183e9 2024-11-09T18:27:03,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/379abbb10b3744ed840e2fd4043183e9, entries=150, sequenceid=286, filesize=12.0 K 2024-11-09T18:27:03,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4841e9080257cc48357364909267b188 in 1678ms, sequenceid=286, compaction requested=true 2024-11-09T18:27:03,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:27:03,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T18:27:03,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:27:03,886 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:27:03,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T18:27:03,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:27:03,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4841e9080257cc48357364909267b188:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T18:27:03,886 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:27:03,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:27:03,887 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:27:03,887 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:27:03,887 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/B is initiating minor compaction (all files) 2024-11-09T18:27:03,887 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/A is initiating minor compaction (all files) 2024-11-09T18:27:03,887 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/B in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:03,887 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/A in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:03,887 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/b3f59257426c42caa927ad7936f400be, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/de03141354c446188462e831e5ce9cf6, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/d8de9e3695ba4d739592d23248b47d04] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=36.5 K 2024-11-09T18:27:03,887 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/d60c3ef13656454d9b7a2aac81d3d136, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/823a6739e89544a09d930b9da4440deb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/874a8526556e49a4b9f5efaa5ef26eea] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=100.5 K 2024-11-09T18:27:03,887 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:03,887 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. files: [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/d60c3ef13656454d9b7a2aac81d3d136, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/823a6739e89544a09d930b9da4440deb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/874a8526556e49a4b9f5efaa5ef26eea] 2024-11-09T18:27:03,888 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting b3f59257426c42caa927ad7936f400be, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731176818815 2024-11-09T18:27:03,888 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting d60c3ef13656454d9b7a2aac81d3d136, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731176818815 2024-11-09T18:27:03,888 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting de03141354c446188462e831e5ce9cf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731176818893 2024-11-09T18:27:03,888 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 823a6739e89544a09d930b9da4440deb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731176818893 2024-11-09T18:27:03,888 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting d8de9e3695ba4d739592d23248b47d04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731176821059 2024-11-09T18:27:03,888 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] compactions.Compactor(225): Compacting 874a8526556e49a4b9f5efaa5ef26eea, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731176821059 2024-11-09T18:27:03,895 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:27:03,896 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109330e2a471c014a8a88a78fb2799a987b_4841e9080257cc48357364909267b188 store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:27:03,898 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#B#compaction#495 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:27:03,898 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/acebd8782743403594a235d2328d2d10 is 50, key is test_row_0/B:col10/1731176822206/Put/seqid=0 2024-11-09T18:27:03,900 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109330e2a471c014a8a88a78fb2799a987b_4841e9080257cc48357364909267b188, store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:27:03,900 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109330e2a471c014a8a88a78fb2799a987b_4841e9080257cc48357364909267b188 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:27:03,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742413_1589 (size=12983) 2024-11-09T18:27:03,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742414_1590 (size=4469) 2024-11-09T18:27:04,305 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#A#compaction#494 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:27:04,306 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/10e9f4d4227949818f0a7eb403921e5a is 175, key is test_row_0/A:col10/1731176822206/Put/seqid=0 2024-11-09T18:27:04,309 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/acebd8782743403594a235d2328d2d10 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/acebd8782743403594a235d2328d2d10 2024-11-09T18:27:04,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742415_1591 (size=31937) 2024-11-09T18:27:04,315 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4841e9080257cc48357364909267b188/B of 4841e9080257cc48357364909267b188 into acebd8782743403594a235d2328d2d10(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:27:04,315 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:27:04,315 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/B, priority=13, startTime=1731176823886; duration=0sec 2024-11-09T18:27:04,315 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T18:27:04,315 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:B 2024-11-09T18:27:04,315 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T18:27:04,316 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T18:27:04,316 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1541): 4841e9080257cc48357364909267b188/C is initiating minor compaction (all files) 2024-11-09T18:27:04,317 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4841e9080257cc48357364909267b188/C in TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:04,317 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/4a82411b710542a1b2640037b5f80edf, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/40b60173fd9542039866d57cf95ab2cf, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/379abbb10b3744ed840e2fd4043183e9] into tmpdir=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp, totalSize=36.5 K 2024-11-09T18:27:04,317 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a82411b710542a1b2640037b5f80edf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731176818815 2024-11-09T18:27:04,317 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 40b60173fd9542039866d57cf95ab2cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731176818893 2024-11-09T18:27:04,318 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] compactions.Compactor(225): Compacting 379abbb10b3744ed840e2fd4043183e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731176821059 2024-11-09T18:27:04,325 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4841e9080257cc48357364909267b188#C#compaction#496 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T18:27:04,325 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/d8a2592157be40e391d14cd886ef1a91 is 50, key is test_row_0/C:col10/1731176822206/Put/seqid=0 2024-11-09T18:27:04,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742416_1592 (size=12983) 2024-11-09T18:27:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41913 {}] regionserver.HRegion(8855): Flush requested on 4841e9080257cc48357364909267b188 2024-11-09T18:27:04,440 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T18:27:04,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T18:27:04,440 INFO [Thread-2279 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2279. 2024-11-09T18:27:04,440 DEBUG [Thread-2279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:27:04,441 DEBUG [Thread-2279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:04,441 DEBUG [Thread-2279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:04,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:27:04,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109503fe4449ef6467faaec27aa17d4638a_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176822269/Put/seqid=0 2024-11-09T18:27:04,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742417_1593 (size=12454) 2024-11-09T18:27:04,724 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/10e9f4d4227949818f0a7eb403921e5a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/10e9f4d4227949818f0a7eb403921e5a 2024-11-09T18:27:04,728 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4841e9080257cc48357364909267b188/A of 4841e9080257cc48357364909267b188 into 10e9f4d4227949818f0a7eb403921e5a(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:27:04,728 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:27:04,728 INFO [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/A, priority=13, startTime=1731176823886; duration=0sec 2024-11-09T18:27:04,728 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:27:04,728 DEBUG [RS:0;fb97eb0edbe8:41913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:A 2024-11-09T18:27:04,732 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/d8a2592157be40e391d14cd886ef1a91 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/d8a2592157be40e391d14cd886ef1a91 2024-11-09T18:27:04,735 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4841e9080257cc48357364909267b188/C of 4841e9080257cc48357364909267b188 into d8a2592157be40e391d14cd886ef1a91(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T18:27:04,735 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:27:04,735 INFO [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., storeName=4841e9080257cc48357364909267b188/C, priority=13, startTime=1731176823886; duration=0sec 2024-11-09T18:27:04,736 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T18:27:04,736 DEBUG [RS:0;fb97eb0edbe8:41913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4841e9080257cc48357364909267b188:C 2024-11-09T18:27:04,855 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:27:04,862 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109503fe4449ef6467faaec27aa17d4638a_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109503fe4449ef6467faaec27aa17d4638a_4841e9080257cc48357364909267b188 2024-11-09T18:27:04,864 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/70d244bb4a3c4c988db6c4d9fbc33acd, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:27:04,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/70d244bb4a3c4c988db6c4d9fbc33acd is 175, key is test_row_0/A:col10/1731176822269/Put/seqid=0 2024-11-09T18:27:04,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742418_1594 (size=31255) 2024-11-09T18:27:04,870 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/70d244bb4a3c4c988db6c4d9fbc33acd 2024-11-09T18:27:04,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/930475def2ec4b8d99632b7957292ce5 is 50, key is test_row_0/B:col10/1731176822269/Put/seqid=0 2024-11-09T18:27:04,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742419_1595 (size=12301) 2024-11-09T18:27:05,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/930475def2ec4b8d99632b7957292ce5 2024-11-09T18:27:05,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/3ac464afea3c4be2a98eb2810871b2e7 is 50, key is test_row_0/C:col10/1731176822269/Put/seqid=0 2024-11-09T18:27:05,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742420_1596 (size=12301) 2024-11-09T18:27:05,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/3ac464afea3c4be2a98eb2810871b2e7 2024-11-09T18:27:05,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/70d244bb4a3c4c988db6c4d9fbc33acd as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/70d244bb4a3c4c988db6c4d9fbc33acd 2024-11-09T18:27:05,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/70d244bb4a3c4c988db6c4d9fbc33acd, entries=150, sequenceid=312, filesize=30.5 K 2024-11-09T18:27:05,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/930475def2ec4b8d99632b7957292ce5 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/930475def2ec4b8d99632b7957292ce5 2024-11-09T18:27:05,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/930475def2ec4b8d99632b7957292ce5, entries=150, sequenceid=312, filesize=12.0 K 2024-11-09T18:27:05,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/3ac464afea3c4be2a98eb2810871b2e7 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/3ac464afea3c4be2a98eb2810871b2e7 2024-11-09T18:27:05,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/3ac464afea3c4be2a98eb2810871b2e7, entries=150, sequenceid=312, filesize=12.0 K 2024-11-09T18:27:05,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 4841e9080257cc48357364909267b188 in 1281ms, sequenceid=312, compaction requested=false 2024-11-09T18:27:05,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4841e9080257cc48357364909267b188: 2024-11-09T18:27:10,440 INFO [Thread-2285 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2285. 2024-11-09T18:27:10,440 DEBUG [Thread-2285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:27:10,440 DEBUG [Thread-2285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:10,440 DEBUG [Thread-2285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:10,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:27:10,510 INFO [Thread-2283 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2283. 2024-11-09T18:27:10,510 DEBUG [Thread-2283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:27:10,510 DEBUG [Thread-2283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:10,510 DEBUG [Thread-2283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:10,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:27:10,546 INFO [Thread-2277 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2277. 2024-11-09T18:27:10,546 DEBUG [Thread-2277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:27:10,546 DEBUG [Thread-2277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:10,546 DEBUG [Thread-2277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:10,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:27:10,568 INFO [Thread-2281 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2281. 2024-11-09T18:27:10,568 DEBUG [Thread-2281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T18:27:10,568 DEBUG [Thread-2281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:10,568 DEBUG [Thread-2281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:10,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:27:10,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T18:27:10,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-09T18:27:10,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-11-09T18:27:10,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-09T18:27:10,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-09T18:27:10,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-09T18:27:10,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T18:27:10,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4217 2024-11-09T18:27:10,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4298 2024-11-09T18:27:10,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4330 2024-11-09T18:27:10,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4227 2024-11-09T18:27:10,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4293 2024-11-09T18:27:10,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T18:27:10,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:27:10,569 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:27:10,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:10,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:10,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:27:10,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T18:27:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T18:27:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T18:27:10,576 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176830576"}]},"ts":"1731176830576"} 2024-11-09T18:27:10,578 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T18:27:10,578 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T18:27:10,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T18:27:10,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4841e9080257cc48357364909267b188, UNASSIGN}] 2024-11-09T18:27:10,581 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4841e9080257cc48357364909267b188, UNASSIGN 2024-11-09T18:27:10,582 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=4841e9080257cc48357364909267b188, regionState=CLOSING, regionLocation=fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:10,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4841e9080257cc48357364909267b188, UNASSIGN because future has completed 2024-11-09T18:27:10,583 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T18:27:10,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206}] 2024-11-09T18:27:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T18:27:10,736 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close 4841e9080257cc48357364909267b188 2024-11-09T18:27:10,736 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T18:27:10,736 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing 4841e9080257cc48357364909267b188, disabling compactions & flushes 2024-11-09T18:27:10,737 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:10,737 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:10,737 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. after waiting 0 ms 2024-11-09T18:27:10,737 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:10,737 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing 4841e9080257cc48357364909267b188 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-09T18:27:10,747 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110920336464449d42519a6a393a4d7f55ed_4841e9080257cc48357364909267b188 is 50, key is test_row_0/A:col10/1731176830566/Put/seqid=0 2024-11-09T18:27:10,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742421_1597 (size=9914) 2024-11-09T18:27:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T18:27:11,154 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:27:11,164 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110920336464449d42519a6a393a4d7f55ed_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110920336464449d42519a6a393a4d7f55ed_4841e9080257cc48357364909267b188 2024-11-09T18:27:11,167 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/f4188b225d374d2283d976f956c76bd3, store: [table=TestAcidGuarantees family=A region=4841e9080257cc48357364909267b188] 2024-11-09T18:27:11,167 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/f4188b225d374d2283d976f956c76bd3 is 175, key is test_row_0/A:col10/1731176830566/Put/seqid=0 2024-11-09T18:27:11,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742422_1598 (size=22561) 2024-11-09T18:27:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T18:27:11,521 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:27:11,573 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/f4188b225d374d2283d976f956c76bd3 2024-11-09T18:27:11,584 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/ea59c97db42f461fbdd117f51d768304 is 50, key is test_row_0/B:col10/1731176830566/Put/seqid=0 2024-11-09T18:27:11,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742423_1599 (size=9857) 2024-11-09T18:27:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T18:27:11,989 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/ea59c97db42f461fbdd117f51d768304 2024-11-09T18:27:12,001 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/daa0a9795f8240dbb49b52f2d7446caf is 50, key is test_row_0/C:col10/1731176830566/Put/seqid=0 2024-11-09T18:27:12,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742424_1600 (size=9857) 2024-11-09T18:27:12,407 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/daa0a9795f8240dbb49b52f2d7446caf 2024-11-09T18:27:12,417 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/A/f4188b225d374d2283d976f956c76bd3 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/f4188b225d374d2283d976f956c76bd3 2024-11-09T18:27:12,420 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/f4188b225d374d2283d976f956c76bd3, entries=100, sequenceid=321, filesize=22.0 K 2024-11-09T18:27:12,421 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/B/ea59c97db42f461fbdd117f51d768304 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/ea59c97db42f461fbdd117f51d768304 2024-11-09T18:27:12,424 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/ea59c97db42f461fbdd117f51d768304, entries=100, sequenceid=321, filesize=9.6 K 2024-11-09T18:27:12,425 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/.tmp/C/daa0a9795f8240dbb49b52f2d7446caf as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/daa0a9795f8240dbb49b52f2d7446caf 2024-11-09T18:27:12,428 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/daa0a9795f8240dbb49b52f2d7446caf, entries=100, sequenceid=321, filesize=9.6 K 2024-11-09T18:27:12,429 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4841e9080257cc48357364909267b188 in 1692ms, sequenceid=321, compaction requested=true 2024-11-09T18:27:12,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/8e06727d1d4f4a578cf3a1971ff9a9a8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/48d51fc342ca4e498225b11f908e0593, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1086f874b03f4411b857cfd321c15e95, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1e28a11d6fec453cba0db421e06f90c2, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1ac3cf25c3b047868e04465cf7ddda48, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/c09b22d3c5e447438936248f2098f650, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/a86853cf23c64b42b42437663973bef3, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/930410738b654eb6b4213262a94e2a9c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/186c20b6d5e6404d97259aaa813cd2a2, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/26538d2cc10c42a58059e187af9179b9, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/757c0d04798f4dc69317e83a90187c41, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/a439cb2278ec47c9ad1cabb83601c428, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/118e5e0a600f4330baedb9fe80d4f2eb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/658f73e6accb40be9bb14ad873fd755d, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/c21d51f5106c4c359ac56c2c44d32578, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/bdf9257ce0c143158650d3f1e57189e4, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/67cd32f5ddfe4f8b9dade009ff1fc500, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/d60c3ef13656454d9b7a2aac81d3d136, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/823a6739e89544a09d930b9da4440deb, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/874a8526556e49a4b9f5efaa5ef26eea] to archive 2024-11-09T18:27:12,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:27:12,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/8e06727d1d4f4a578cf3a1971ff9a9a8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/8e06727d1d4f4a578cf3a1971ff9a9a8 2024-11-09T18:27:12,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/48d51fc342ca4e498225b11f908e0593 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/48d51fc342ca4e498225b11f908e0593 2024-11-09T18:27:12,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1086f874b03f4411b857cfd321c15e95 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1086f874b03f4411b857cfd321c15e95 2024-11-09T18:27:12,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1e28a11d6fec453cba0db421e06f90c2 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1e28a11d6fec453cba0db421e06f90c2 2024-11-09T18:27:12,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1ac3cf25c3b047868e04465cf7ddda48 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/1ac3cf25c3b047868e04465cf7ddda48 2024-11-09T18:27:12,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/c09b22d3c5e447438936248f2098f650 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/c09b22d3c5e447438936248f2098f650 2024-11-09T18:27:12,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/a86853cf23c64b42b42437663973bef3 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/a86853cf23c64b42b42437663973bef3 2024-11-09T18:27:12,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/930410738b654eb6b4213262a94e2a9c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/930410738b654eb6b4213262a94e2a9c 2024-11-09T18:27:12,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/186c20b6d5e6404d97259aaa813cd2a2 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/186c20b6d5e6404d97259aaa813cd2a2 2024-11-09T18:27:12,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/26538d2cc10c42a58059e187af9179b9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/26538d2cc10c42a58059e187af9179b9 2024-11-09T18:27:12,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/757c0d04798f4dc69317e83a90187c41 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/757c0d04798f4dc69317e83a90187c41 2024-11-09T18:27:12,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/a439cb2278ec47c9ad1cabb83601c428 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/a439cb2278ec47c9ad1cabb83601c428 2024-11-09T18:27:12,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/118e5e0a600f4330baedb9fe80d4f2eb to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/118e5e0a600f4330baedb9fe80d4f2eb 2024-11-09T18:27:12,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/658f73e6accb40be9bb14ad873fd755d to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/658f73e6accb40be9bb14ad873fd755d 2024-11-09T18:27:12,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/c21d51f5106c4c359ac56c2c44d32578 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/c21d51f5106c4c359ac56c2c44d32578 2024-11-09T18:27:12,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/bdf9257ce0c143158650d3f1e57189e4 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/bdf9257ce0c143158650d3f1e57189e4 2024-11-09T18:27:12,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/67cd32f5ddfe4f8b9dade009ff1fc500 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/67cd32f5ddfe4f8b9dade009ff1fc500 2024-11-09T18:27:12,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/d60c3ef13656454d9b7a2aac81d3d136 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/d60c3ef13656454d9b7a2aac81d3d136 2024-11-09T18:27:12,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/823a6739e89544a09d930b9da4440deb to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/823a6739e89544a09d930b9da4440deb 2024-11-09T18:27:12,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/874a8526556e49a4b9f5efaa5ef26eea to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/874a8526556e49a4b9f5efaa5ef26eea 2024-11-09T18:27:12,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/e913e0a96e854dd28c7568271cb7a1d8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/32e39ed0a5e54d5d949a3498a0980272, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/22119dc35674459094249efd48b7e9ca, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/fb99222b95fd4a1986e4d024c2cd714a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/897e72501275453b829a7e7f6db40d69, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/65b72c9d2054496fa7ec32651c245c3b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/68646a11db2944e29de2e2e86cb5f8fd, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/d681e22e662e4a20b81469283c6fc7b8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/7b4001cb99944c5fbaba4834208e8b99, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/f52766209dc241da8d36c777ad41c97c, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/b7c92d64715549b1bcdeb15b6d3390be, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/fca89a58a11d4a7983caadd89371cba2, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/f9f57b47d44f4c57aa1c7cd07331a2c1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/6e49fb218a6a419ea743ec11f67ee9f1, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/e16808c607bc48d7a6158a98e80f09b8, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/9f788fe54a8545048289605d9352ea85, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/b3f59257426c42caa927ad7936f400be, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/bc71657c43374ffda8dd09a13c540e06, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/de03141354c446188462e831e5ce9cf6, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/d8de9e3695ba4d739592d23248b47d04] to archive 2024-11-09T18:27:12,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:27:12,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/e913e0a96e854dd28c7568271cb7a1d8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/e913e0a96e854dd28c7568271cb7a1d8 2024-11-09T18:27:12,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/32e39ed0a5e54d5d949a3498a0980272 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/32e39ed0a5e54d5d949a3498a0980272 2024-11-09T18:27:12,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/22119dc35674459094249efd48b7e9ca to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/22119dc35674459094249efd48b7e9ca 2024-11-09T18:27:12,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/fb99222b95fd4a1986e4d024c2cd714a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/fb99222b95fd4a1986e4d024c2cd714a 2024-11-09T18:27:12,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/897e72501275453b829a7e7f6db40d69 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/897e72501275453b829a7e7f6db40d69 2024-11-09T18:27:12,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/65b72c9d2054496fa7ec32651c245c3b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/65b72c9d2054496fa7ec32651c245c3b 2024-11-09T18:27:12,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/68646a11db2944e29de2e2e86cb5f8fd to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/68646a11db2944e29de2e2e86cb5f8fd 2024-11-09T18:27:12,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/d681e22e662e4a20b81469283c6fc7b8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/d681e22e662e4a20b81469283c6fc7b8 2024-11-09T18:27:12,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/7b4001cb99944c5fbaba4834208e8b99 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/7b4001cb99944c5fbaba4834208e8b99 2024-11-09T18:27:12,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/f52766209dc241da8d36c777ad41c97c to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/f52766209dc241da8d36c777ad41c97c 2024-11-09T18:27:12,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/b7c92d64715549b1bcdeb15b6d3390be to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/b7c92d64715549b1bcdeb15b6d3390be 2024-11-09T18:27:12,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/fca89a58a11d4a7983caadd89371cba2 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/fca89a58a11d4a7983caadd89371cba2 2024-11-09T18:27:12,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/f9f57b47d44f4c57aa1c7cd07331a2c1 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/f9f57b47d44f4c57aa1c7cd07331a2c1 2024-11-09T18:27:12,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/6e49fb218a6a419ea743ec11f67ee9f1 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/6e49fb218a6a419ea743ec11f67ee9f1 2024-11-09T18:27:12,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/e16808c607bc48d7a6158a98e80f09b8 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/e16808c607bc48d7a6158a98e80f09b8 2024-11-09T18:27:12,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/9f788fe54a8545048289605d9352ea85 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/9f788fe54a8545048289605d9352ea85 2024-11-09T18:27:12,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/b3f59257426c42caa927ad7936f400be to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/b3f59257426c42caa927ad7936f400be 2024-11-09T18:27:12,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/bc71657c43374ffda8dd09a13c540e06 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/bc71657c43374ffda8dd09a13c540e06 2024-11-09T18:27:12,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/de03141354c446188462e831e5ce9cf6 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/de03141354c446188462e831e5ce9cf6 2024-11-09T18:27:12,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/d8de9e3695ba4d739592d23248b47d04 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/d8de9e3695ba4d739592d23248b47d04 2024-11-09T18:27:12,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/543a7149d9594ddb981cc5f2707d7ea7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9b339388ca064ac0a8da4e751b52b6a7, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/0a033baa2f544b3ca606705783e8504e, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/8d152d8c7d4543acbb848915e111d3de, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/de663d13df1f4c5cb6597bd106b681f2, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/66475018a3fb46f7ac1a043c046e82ec, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/36dd65782d4a4f069626475ee986da5a, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/ec81bdd06ad54d0b88c7a2fb52b88d75, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/e5e5d5dee5ca402499628e7e969a4d15, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/3de114bcd5a24a408c2b1a7799c20022, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9ab428fc222d4d5785283104492a95d5, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/d13debb5af7f444fa4f77ecd6da92621, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9ec55b3cdd494a05aec5dc7268e773fe, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/c6cdabec212046f5b42d677623daa159, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/d5fa016309044ec297b802b5080bc69f, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/e9205edb82994ba9b27adbcfde50502b, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/4a82411b710542a1b2640037b5f80edf, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/c7db73639b644fa49eeee8caec5dbb21, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/40b60173fd9542039866d57cf95ab2cf, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/379abbb10b3744ed840e2fd4043183e9] to archive 2024-11-09T18:27:12,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T18:27:12,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/543a7149d9594ddb981cc5f2707d7ea7 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/543a7149d9594ddb981cc5f2707d7ea7 2024-11-09T18:27:12,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9b339388ca064ac0a8da4e751b52b6a7 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9b339388ca064ac0a8da4e751b52b6a7 2024-11-09T18:27:12,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/0a033baa2f544b3ca606705783e8504e to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/0a033baa2f544b3ca606705783e8504e 2024-11-09T18:27:12,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/8d152d8c7d4543acbb848915e111d3de to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/8d152d8c7d4543acbb848915e111d3de 2024-11-09T18:27:12,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/de663d13df1f4c5cb6597bd106b681f2 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/de663d13df1f4c5cb6597bd106b681f2 2024-11-09T18:27:12,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/66475018a3fb46f7ac1a043c046e82ec to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/66475018a3fb46f7ac1a043c046e82ec 2024-11-09T18:27:12,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/36dd65782d4a4f069626475ee986da5a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/36dd65782d4a4f069626475ee986da5a 2024-11-09T18:27:12,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/ec81bdd06ad54d0b88c7a2fb52b88d75 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/ec81bdd06ad54d0b88c7a2fb52b88d75 2024-11-09T18:27:12,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/e5e5d5dee5ca402499628e7e969a4d15 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/e5e5d5dee5ca402499628e7e969a4d15 2024-11-09T18:27:12,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/3de114bcd5a24a408c2b1a7799c20022 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/3de114bcd5a24a408c2b1a7799c20022 2024-11-09T18:27:12,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9ab428fc222d4d5785283104492a95d5 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9ab428fc222d4d5785283104492a95d5 2024-11-09T18:27:12,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/d13debb5af7f444fa4f77ecd6da92621 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/d13debb5af7f444fa4f77ecd6da92621 2024-11-09T18:27:12,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9ec55b3cdd494a05aec5dc7268e773fe to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/9ec55b3cdd494a05aec5dc7268e773fe 2024-11-09T18:27:12,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/c6cdabec212046f5b42d677623daa159 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/c6cdabec212046f5b42d677623daa159 2024-11-09T18:27:12,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/d5fa016309044ec297b802b5080bc69f to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/d5fa016309044ec297b802b5080bc69f 2024-11-09T18:27:12,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/e9205edb82994ba9b27adbcfde50502b to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/e9205edb82994ba9b27adbcfde50502b 2024-11-09T18:27:12,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/4a82411b710542a1b2640037b5f80edf to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/4a82411b710542a1b2640037b5f80edf 2024-11-09T18:27:12,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/c7db73639b644fa49eeee8caec5dbb21 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/c7db73639b644fa49eeee8caec5dbb21 2024-11-09T18:27:12,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/40b60173fd9542039866d57cf95ab2cf to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/40b60173fd9542039866d57cf95ab2cf 2024-11-09T18:27:12,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/379abbb10b3744ed840e2fd4043183e9 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/379abbb10b3744ed840e2fd4043183e9 2024-11-09T18:27:12,498 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/recovered.edits/324.seqid, newMaxSeqId=324, maxSeqId=4 2024-11-09T18:27:12,499 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. 2024-11-09T18:27:12,499 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for 4841e9080257cc48357364909267b188: Waiting for close lock at 1731176830736Running coprocessor pre-close hooks at 1731176830736Disabling compacts and flushes for region at 1731176830736Disabling writes for close at 1731176830737 (+1 ms)Obtaining lock to block concurrent updates at 1731176830737Preparing flush snapshotting stores in 4841e9080257cc48357364909267b188 at 1731176830737Finished memstore snapshotting TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731176830737Flushing stores of TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188. at 1731176830738 (+1 ms)Flushing 4841e9080257cc48357364909267b188/A: creating writer at 1731176830738Flushing mob file 4841e9080257cc48357364909267b188/A: appending metadata at 1731176830746 (+8 ms)Flushing mob file 4841e9080257cc48357364909267b188/A: closing flushed file at 1731176830746Flushing 4841e9080257cc48357364909267b188/A: appending metadata at 1731176831167 (+421 ms)Flushing 4841e9080257cc48357364909267b188/A: closing flushed file at 1731176831167Flushing 4841e9080257cc48357364909267b188/B: creating writer at 1731176831581 (+414 ms)Flushing 4841e9080257cc48357364909267b188/B: appending metadata at 1731176831584 (+3 ms)Flushing 4841e9080257cc48357364909267b188/B: closing flushed file at 1731176831584Flushing 4841e9080257cc48357364909267b188/C: creating writer at 1731176831998 (+414 ms)Flushing 4841e9080257cc48357364909267b188/C: appending metadata at 1731176832001 (+3 ms)Flushing 4841e9080257cc48357364909267b188/C: closing flushed file at 1731176832001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553e86bb: reopening flushed file at 1731176832416 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9954999: reopening flushed file at 1731176832420 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43a7f162: reopening flushed file at 1731176832424 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4841e9080257cc48357364909267b188 in 1692ms, sequenceid=321, compaction requested=true at 1731176832429 (+5 ms)Writing region close event to WAL at 1731176832495 (+66 ms)Running coprocessor post-close hooks at 1731176832499 (+4 ms)Closed at 1731176832499 2024-11-09T18:27:12,501 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed 4841e9080257cc48357364909267b188 2024-11-09T18:27:12,501 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=4841e9080257cc48357364909267b188, regionState=CLOSED 2024-11-09T18:27:12,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 because future has completed 2024-11-09T18:27:12,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-09T18:27:12,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure 4841e9080257cc48357364909267b188, server=fb97eb0edbe8,41913,1731176653206 in 1.9200 sec 2024-11-09T18:27:12,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-11-09T18:27:12,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4841e9080257cc48357364909267b188, UNASSIGN in 1.9240 sec 2024-11-09T18:27:12,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-09T18:27:12,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9260 sec 2024-11-09T18:27:12,507 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176832507"}]},"ts":"1731176832507"} 2024-11-09T18:27:12,508 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T18:27:12,508 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T18:27:12,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9380 sec 2024-11-09T18:27:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T18:27:12,726 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:27:12,727 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T18:27:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:27:12,728 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:27:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T18:27:12,729 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:27:12,730 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188 2024-11-09T18:27:12,732 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C, FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/recovered.edits] 2024-11-09T18:27:12,734 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/10e9f4d4227949818f0a7eb403921e5a to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/10e9f4d4227949818f0a7eb403921e5a 2024-11-09T18:27:12,735 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/70d244bb4a3c4c988db6c4d9fbc33acd to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/70d244bb4a3c4c988db6c4d9fbc33acd 2024-11-09T18:27:12,736 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/f4188b225d374d2283d976f956c76bd3 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/A/f4188b225d374d2283d976f956c76bd3 2024-11-09T18:27:12,738 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/930475def2ec4b8d99632b7957292ce5 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/930475def2ec4b8d99632b7957292ce5 2024-11-09T18:27:12,739 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/acebd8782743403594a235d2328d2d10 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/acebd8782743403594a235d2328d2d10 2024-11-09T18:27:12,740 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/ea59c97db42f461fbdd117f51d768304 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/B/ea59c97db42f461fbdd117f51d768304 2024-11-09T18:27:12,742 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/3ac464afea3c4be2a98eb2810871b2e7 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/3ac464afea3c4be2a98eb2810871b2e7 2024-11-09T18:27:12,743 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/d8a2592157be40e391d14cd886ef1a91 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/d8a2592157be40e391d14cd886ef1a91 2024-11-09T18:27:12,744 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/daa0a9795f8240dbb49b52f2d7446caf to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/C/daa0a9795f8240dbb49b52f2d7446caf 2024-11-09T18:27:12,746 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/recovered.edits/324.seqid to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188/recovered.edits/324.seqid 2024-11-09T18:27:12,747 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/default/TestAcidGuarantees/4841e9080257cc48357364909267b188 2024-11-09T18:27:12,747 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T18:27:12,748 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T18:27:12,748 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T18:27:12,751 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110908d431160d604acc9a1ae50e31c64847_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110908d431160d604acc9a1ae50e31c64847_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,753 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091312d7fc7bb94f6eaa1fc5e9c404aebb_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091312d7fc7bb94f6eaa1fc5e9c404aebb_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,754 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110920336464449d42519a6a393a4d7f55ed_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110920336464449d42519a6a393a4d7f55ed_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,755 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110939bdc8ecfacb4e899508757b3f1da312_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110939bdc8ecfacb4e899508757b3f1da312_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,756 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093ac92a80a6d44a8a8a5cd60d1c4aaa3a_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093ac92a80a6d44a8a8a5cd60d1c4aaa3a_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,756 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110948986a80fe684d23b45b0b51fb69f8c2_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110948986a80fe684d23b45b0b51fb69f8c2_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,757 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110949fb29b85cf44b95872dbe055a55b248_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110949fb29b85cf44b95872dbe055a55b248_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,758 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109503fe4449ef6467faaec27aa17d4638a_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109503fe4449ef6467faaec27aa17d4638a_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,758 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096fd15487103c4141a312d602a8a4b971_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096fd15487103c4141a312d602a8a4b971_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,759 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110973a6b8241cb34f57b1bee89b2d254c12_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110973a6b8241cb34f57b1bee89b2d254c12_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,760 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109790201cdc1f84539bfcc584a6a2bf47d_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109790201cdc1f84539bfcc584a6a2bf47d_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,760 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110987684710fa7943219269412aec2bbd55_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110987684710fa7943219269412aec2bbd55_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,761 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109aaa42c7594bd4b5d92171ebbb2f0b698_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109aaa42c7594bd4b5d92171ebbb2f0b698_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,762 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ae92edb45cc1487f925820cb8b34f614_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ae92edb45cc1487f925820cb8b34f614_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,762 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d505101b3ef0446ab97e03551f72bc2c_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d505101b3ef0446ab97e03551f72bc2c_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,763 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ec4a22f69e234ffc9470d41e3ddec6c0_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ec4a22f69e234ffc9470d41e3ddec6c0_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,764 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ed701b24647c49ef8567b709553485a0_4841e9080257cc48357364909267b188 to hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ed701b24647c49ef8567b709553485a0_4841e9080257cc48357364909267b188 2024-11-09T18:27:12,764 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T18:27:12,766 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:27:12,768 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T18:27:12,770 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T18:27:12,771 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:27:12,771 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T18:27:12,771 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731176832771"}]},"ts":"9223372036854775807"} 2024-11-09T18:27:12,773 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T18:27:12,773 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4841e9080257cc48357364909267b188, NAME => 'TestAcidGuarantees,,1731176799293.4841e9080257cc48357364909267b188.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T18:27:12,773 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T18:27:12,774 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731176832773"}]},"ts":"9223372036854775807"} 2024-11-09T18:27:12,775 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T18:27:12,776 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T18:27:12,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-09T18:27:12,795 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T18:27:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T18:27:12,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T18:27:12,838 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T18:27:12,853 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 238), OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 372), ProcessCount=11 (was 11), AvailableMemoryMB=2762 (was 2782) 2024-11-09T18:27:12,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:27:12,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:27:12,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:27:12,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:12,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:12,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:27:12,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:27:12,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1866486918, stopped=false 2024-11-09T18:27:12,854 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,36343,1731176652426 2024-11-09T18:27:12,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:27:12,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:27:12,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:27:12,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:27:12,936 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:27:12,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:27:12,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:27:12,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:27:12,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:27:12,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:12,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,41913,1731176653206' ***** 2024-11-09T18:27:12,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:27:12,940 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:27:12,941 INFO [RS:0;fb97eb0edbe8:41913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:27:12,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:27:12,941 INFO [RS:0;fb97eb0edbe8:41913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:27:12,941 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:12,941 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:27:12,941 INFO [RS:0;fb97eb0edbe8:41913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:41913. 2024-11-09T18:27:12,941 DEBUG [RS:0;fb97eb0edbe8:41913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:27:12,941 DEBUG [RS:0;fb97eb0edbe8:41913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:12,942 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:27:12,942 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:27:12,942 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:27:12,942 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:27:12,942 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:27:12,943 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:27:12,943 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:27:12,943 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:27:12,943 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:27:12,943 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:27:12,943 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:27:12,943 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:27:12,943 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-09T18:27:12,971 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/.tmp/info/03d1d652874e4faa90973fd53c67559a is 95, key is TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633./info:/1731176683123/DeleteFamily/seqid=0 2024-11-09T18:27:12,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742425_1601 (size=6514) 2024-11-09T18:27:13,031 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:27:13,143 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:27:13,250 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:27:13,251 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:27:13,343 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:27:13,375 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/.tmp/info/03d1d652874e4faa90973fd53c67559a 2024-11-09T18:27:13,402 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/.tmp/ns/9ac26b7140b3471cb5c0214b4d5349e9 is 93, key is TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633./ns:/1731176683082/DeleteFamily/seqid=0 2024-11-09T18:27:13,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742426_1602 (size=5906) 2024-11-09T18:27:13,544 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:27:13,744 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:27:13,807 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/.tmp/ns/9ac26b7140b3471cb5c0214b4d5349e9 2024-11-09T18:27:13,944 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:27:14,030 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/.tmp/rep_barrier/355e10412c894da58912e40a8b29ce8a is 102, key is TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633./rep_barrier:/1731176683082/DeleteFamily/seqid=0 2024-11-09T18:27:14,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742427_1603 (size=6025) 2024-11-09T18:27:14,145 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:27:14,345 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:27:14,434 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/.tmp/rep_barrier/355e10412c894da58912e40a8b29ce8a 2024-11-09T18:27:14,457 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/.tmp/table/62a60dafeae24ba3916b8e3d3635e8dd is 96, key is TestAcidGuarantees,,1731176657924.f2be043550c7e44cb8964c3a524ca633./table:/1731176683082/DeleteFamily/seqid=0 2024-11-09T18:27:14,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742428_1604 (size=5936) 2024-11-09T18:27:14,545 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:27:14,746 DEBUG [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:27:14,862 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/.tmp/table/62a60dafeae24ba3916b8e3d3635e8dd 2024-11-09T18:27:14,871 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/.tmp/info/03d1d652874e4faa90973fd53c67559a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/info/03d1d652874e4faa90973fd53c67559a 2024-11-09T18:27:14,877 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/info/03d1d652874e4faa90973fd53c67559a, entries=12, sequenceid=90, filesize=6.4 K 2024-11-09T18:27:14,878 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/.tmp/ns/9ac26b7140b3471cb5c0214b4d5349e9 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/ns/9ac26b7140b3471cb5c0214b4d5349e9 2024-11-09T18:27:14,882 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/ns/9ac26b7140b3471cb5c0214b4d5349e9, entries=8, sequenceid=90, filesize=5.8 K 2024-11-09T18:27:14,882 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/.tmp/rep_barrier/355e10412c894da58912e40a8b29ce8a as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/rep_barrier/355e10412c894da58912e40a8b29ce8a 2024-11-09T18:27:14,886 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/rep_barrier/355e10412c894da58912e40a8b29ce8a, entries=6, sequenceid=90, filesize=5.9 K 2024-11-09T18:27:14,886 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/.tmp/table/62a60dafeae24ba3916b8e3d3635e8dd as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/table/62a60dafeae24ba3916b8e3d3635e8dd 2024-11-09T18:27:14,889 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/table/62a60dafeae24ba3916b8e3d3635e8dd, entries=7, sequenceid=90, filesize=5.8 K 2024-11-09T18:27:14,890 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1947ms, sequenceid=90, compaction requested=false 2024-11-09T18:27:14,895 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-09T18:27:14,895 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:27:14,895 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:27:14,895 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176832942Running coprocessor pre-close hooks at 1731176832943 (+1 ms)Disabling compacts and flushes for region at 1731176832943Disabling writes for close at 1731176832943Obtaining lock to block concurrent updates at 1731176832943Preparing flush snapshotting stores in 1588230740 at 1731176832943Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731176832944 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731176832944Flushing 1588230740/info: creating writer at 1731176832945 (+1 ms)Flushing 1588230740/info: appending metadata at 1731176832970 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731176832970Flushing 1588230740/ns: creating writer at 1731176833383 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731176833402 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731176833402Flushing 1588230740/rep_barrier: creating writer at 1731176834009 (+607 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176834029 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176834029Flushing 1588230740/table: creating writer at 1731176834443 (+414 ms)Flushing 1588230740/table: appending metadata at 1731176834457 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731176834457Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b361ae: reopening flushed file at 1731176834870 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4776c1e9: reopening flushed file at 1731176834877 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@237e02de: reopening flushed file at 1731176834882 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7172930a: reopening flushed file at 1731176834886 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1947ms, sequenceid=90, compaction requested=false at 1731176834890 (+4 ms)Writing region close event to WAL at 1731176834892 (+2 ms)Running coprocessor post-close hooks at 1731176834895 (+3 ms)Closed at 1731176834895 2024-11-09T18:27:14,896 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:27:14,946 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,41913,1731176653206; all regions closed. 2024-11-09T18:27:14,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741834_1010 (size=25344) 2024-11-09T18:27:14,955 DEBUG [RS:0;fb97eb0edbe8:41913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/oldWALs 2024-11-09T18:27:14,955 INFO [RS:0;fb97eb0edbe8:41913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C41913%2C1731176653206.meta:.meta(num 1731176657379) 2024-11-09T18:27:14,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741832_1008 (size=13832617) 2024-11-09T18:27:14,960 DEBUG [RS:0;fb97eb0edbe8:41913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/oldWALs 2024-11-09T18:27:14,960 INFO [RS:0;fb97eb0edbe8:41913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C41913%2C1731176653206:(num 1731176656388) 2024-11-09T18:27:14,960 DEBUG [RS:0;fb97eb0edbe8:41913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:27:14,960 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:27:14,961 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:27:14,961 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T18:27:14,961 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:27:14,961 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:27:14,962 INFO [RS:0;fb97eb0edbe8:41913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41913 2024-11-09T18:27:15,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:27:15,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,41913,1731176653206 2024-11-09T18:27:15,030 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:27:15,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,41913,1731176653206] 2024-11-09T18:27:15,050 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,41913,1731176653206 already deleted, retry=false 2024-11-09T18:27:15,051 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,41913,1731176653206 expired; onlineServers=0 2024-11-09T18:27:15,051 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,36343,1731176652426' ***** 2024-11-09T18:27:15,051 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:27:15,051 INFO [M:0;fb97eb0edbe8:36343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:27:15,051 INFO [M:0;fb97eb0edbe8:36343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:27:15,051 DEBUG [M:0;fb97eb0edbe8:36343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:27:15,051 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:27:15,051 DEBUG [M:0;fb97eb0edbe8:36343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:27:15,051 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176656013 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176656013,5,FailOnTimeoutGroup] 2024-11-09T18:27:15,052 INFO [M:0;fb97eb0edbe8:36343 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:27:15,051 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176656014 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176656014,5,FailOnTimeoutGroup] 2024-11-09T18:27:15,052 INFO [M:0;fb97eb0edbe8:36343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:27:15,052 DEBUG [M:0;fb97eb0edbe8:36343 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:27:15,052 INFO [M:0;fb97eb0edbe8:36343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:27:15,052 INFO [M:0;fb97eb0edbe8:36343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:27:15,052 ERROR [M:0;fb97eb0edbe8:36343 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-09T18:27:15,053 INFO [M:0;fb97eb0edbe8:36343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:27:15,053 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:27:15,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T18:27:15,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:27:15,061 DEBUG [M:0;fb97eb0edbe8:36343 {}] zookeeper.ZKUtil(347): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T18:27:15,062 WARN [M:0;fb97eb0edbe8:36343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:27:15,062 INFO [M:0;fb97eb0edbe8:36343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/.lastflushedseqids 2024-11-09T18:27:15,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742429_1605 (size=72) 2024-11-09T18:27:15,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:27:15,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x10120d756e70001, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:27:15,142 INFO [RS:0;fb97eb0edbe8:41913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:27:15,143 INFO [RS:0;fb97eb0edbe8:41913 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,41913,1731176653206; zookeeper connection closed. 2024-11-09T18:27:15,144 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bf22f91 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bf22f91 2024-11-09T18:27:15,145 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:27:15,478 INFO [M:0;fb97eb0edbe8:36343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:27:15,479 INFO [M:0;fb97eb0edbe8:36343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:27:15,479 DEBUG [M:0;fb97eb0edbe8:36343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:27:15,479 INFO [M:0;fb97eb0edbe8:36343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:27:15,479 DEBUG [M:0;fb97eb0edbe8:36343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:27:15,479 DEBUG [M:0;fb97eb0edbe8:36343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:27:15,479 DEBUG [M:0;fb97eb0edbe8:36343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:27:15,480 INFO [M:0;fb97eb0edbe8:36343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=739.34 KB heapSize=907.16 KB 2024-11-09T18:27:15,501 DEBUG [M:0;fb97eb0edbe8:36343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d486e03ae006474fbd2ffec13a8cfbff is 82, key is hbase:meta,,1/info:regioninfo/1731176657499/Put/seqid=0 2024-11-09T18:27:15,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742430_1606 (size=5672) 2024-11-09T18:27:15,905 INFO [M:0;fb97eb0edbe8:36343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2064 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d486e03ae006474fbd2ffec13a8cfbff 2024-11-09T18:27:15,933 DEBUG [M:0;fb97eb0edbe8:36343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe604b08d22b4d5dbbd8f111da094304 is 2277, key is \x00\x00\x00\x00\x00\x00\x00\x93/proc:d/1731176802472/Put/seqid=0 2024-11-09T18:27:15,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742431_1607 (size=44202) 2024-11-09T18:27:16,339 INFO [M:0;fb97eb0edbe8:36343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=738.79 KB at sequenceid=2064 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe604b08d22b4d5dbbd8f111da094304 2024-11-09T18:27:16,349 INFO [M:0;fb97eb0edbe8:36343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe604b08d22b4d5dbbd8f111da094304 2024-11-09T18:27:16,366 DEBUG [M:0;fb97eb0edbe8:36343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79317aa45aa34502bf824c68fea6b893 is 69, key is fb97eb0edbe8,41913,1731176653206/rs:state/1731176656140/Put/seqid=0 2024-11-09T18:27:16,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073742432_1608 (size=5156) 2024-11-09T18:27:16,771 INFO [M:0;fb97eb0edbe8:36343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2064 (bloomFilter=true), to=hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79317aa45aa34502bf824c68fea6b893 2024-11-09T18:27:16,781 DEBUG [M:0;fb97eb0edbe8:36343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d486e03ae006474fbd2ffec13a8cfbff as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d486e03ae006474fbd2ffec13a8cfbff 2024-11-09T18:27:16,786 INFO [M:0;fb97eb0edbe8:36343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d486e03ae006474fbd2ffec13a8cfbff, entries=8, sequenceid=2064, filesize=5.5 K 2024-11-09T18:27:16,787 DEBUG [M:0;fb97eb0edbe8:36343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe604b08d22b4d5dbbd8f111da094304 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe604b08d22b4d5dbbd8f111da094304 2024-11-09T18:27:16,791 INFO [M:0;fb97eb0edbe8:36343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe604b08d22b4d5dbbd8f111da094304 2024-11-09T18:27:16,791 INFO [M:0;fb97eb0edbe8:36343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe604b08d22b4d5dbbd8f111da094304, entries=170, sequenceid=2064, filesize=43.2 K 2024-11-09T18:27:16,792 DEBUG [M:0;fb97eb0edbe8:36343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79317aa45aa34502bf824c68fea6b893 as hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79317aa45aa34502bf824c68fea6b893 2024-11-09T18:27:16,795 INFO [M:0;fb97eb0edbe8:36343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40377/user/jenkins/test-data/0b69261d-cf89-04f7-2834-7b21f07588c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79317aa45aa34502bf824c68fea6b893, entries=1, sequenceid=2064, filesize=5.0 K 2024-11-09T18:27:16,796 INFO [M:0;fb97eb0edbe8:36343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~739.34 KB/757089, heapSize ~906.87 KB/928632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=2064, compaction requested=false 2024-11-09T18:27:16,798 INFO [M:0;fb97eb0edbe8:36343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:27:16,798 DEBUG [M:0;fb97eb0edbe8:36343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176835479Disabling compacts and flushes for region at 1731176835479Disabling writes for close at 1731176835479Obtaining lock to block concurrent updates at 1731176835480 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176835480Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=757089, getHeapSize=928872, getOffHeapSize=0, getCellsCount=2259 at 1731176835480Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176835482 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176835482Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176835500 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176835500Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176835916 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176835933 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176835933Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176836349 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176836366 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176836366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409dc288: reopening flushed file at 1731176836780 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0acce1: reopening flushed file at 1731176836786 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aff9049: reopening flushed file at 1731176836791 (+5 ms)Finished flush of dataSize ~739.34 KB/757089, heapSize ~906.87 KB/928632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=2064, compaction requested=false at 1731176836796 (+5 ms)Writing region close event to WAL at 1731176836798 (+2 ms)Closed at 1731176836798 2024-11-09T18:27:16,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741830_1006 (size=892448) 2024-11-09T18:27:16,802 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:27:16,802 INFO [M:0;fb97eb0edbe8:36343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:27:16,802 INFO [M:0;fb97eb0edbe8:36343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36343 2024-11-09T18:27:16,802 INFO [M:0;fb97eb0edbe8:36343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:27:16,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:27:16,962 INFO [M:0;fb97eb0edbe8:36343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:27:16,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36343-0x10120d756e70000, quorum=127.0.0.1:50562, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:27:17,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:27:17,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:27:17,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:27:17,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:27:17,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/hadoop.log.dir/,STOPPED} 2024-11-09T18:27:17,013 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:27:17,013 WARN [BP-287385357-172.17.0.3-1731176648304 heartbeating to localhost/127.0.0.1:40377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:27:17,013 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:27:17,013 WARN [BP-287385357-172.17.0.3-1731176648304 heartbeating to localhost/127.0.0.1:40377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-287385357-172.17.0.3-1731176648304 (Datanode Uuid f2da620a-992a-431a-8518-077eb9297b95) service to localhost/127.0.0.1:40377 2024-11-09T18:27:17,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/cluster_b9066385-8152-b921-83ac-81177159415f/data/data1/current/BP-287385357-172.17.0.3-1731176648304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:27:17,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/cluster_b9066385-8152-b921-83ac-81177159415f/data/data2/current/BP-287385357-172.17.0.3-1731176648304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:27:17,017 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:27:17,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:27:17,024 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:27:17,024 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:27:17,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:27:17,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8597e49-1fe5-bb8a-0e9e-569ce06b0e6b/hadoop.log.dir/,STOPPED} 2024-11-09T18:27:17,041 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:27:17,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down